-- Logs begin at Wed 2022-05-25 21:43:46 UTC, end at Wed 2022-05-25 22:56:13 UTC. -- May 25 22:23:44.628761 dv-cinder-843305-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 25 22:23:46.823291 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.common.config [-] Logging enabled! May 25 22:23:46.824130 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.4.2.dev8 May 25 22:23:46.824130 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83099) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} May 25 22:23:46.826277 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.common.config [-] Logging enabled! May 25 22:23:46.826528 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.4.2.dev8 May 25 22:23:46.826772 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83099) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} May 25 22:23:46.827765 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 25 22:23:46.827999 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 25 22:23:46.828350 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 25 22:23:46.828594 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 25 22:23:46.828819 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 25 22:23:46.829142 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.829443 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.829744 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.829983 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.830280 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.830571 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.830855 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.831145 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.831442 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.831763 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.832041 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.832328 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.832603 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.832837 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.833124 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.833411 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.833639 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] debug = True {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.833917 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.834353 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.835420 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.835420 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.835420 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.835773 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.835844 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.836132 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.836460 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] host = dv-cinder-843305-1-iscsi {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.836744 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.837046 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.837329 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.838137 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.838495 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.838806 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.839087 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.839363 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.839673 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] log_file = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.839943 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.840233 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.840532 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.840829 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.841053 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.841277 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.841566 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.841857 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.842136 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.842415 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.842695 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.842971 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.843247 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.843515 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.843827 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.844110 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.844399 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.844680 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.844955 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.845226 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.845503 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.845788 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.846065 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.846342 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.846616 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.846907 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.847177 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.847451 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.847778 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.848068 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.848351 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.848639 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.848915 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.849199 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.849469 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.849744 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.850017 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] use_json = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.850290 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.850566 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.850846 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.851118 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.851390 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.851691 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.851966 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.852253 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.852529 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:46.852823 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.853293 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.853675 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.853967 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.854268 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.854558 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.854851 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.855133 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.855423 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.855740 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.856031 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.856316 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.856606 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.856903 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.857197 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.857472 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.857754 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.858048 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.858327 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.858601 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.858881 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.859173 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.859454 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.859751 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.860037 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.860317 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.860597 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.861120 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.861403 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.861693 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.861972 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.862247 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.862522 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.862801 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.863075 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.863360 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.863660 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.863938 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.864215 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.864497 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.864774 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.865048 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.865330 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.865602 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.865881 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.866156 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.866428 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.866701 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.866972 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.867246 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.867536 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.867818 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.868094 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.868373 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.869194 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.869474 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.869934 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.870220 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.870515 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.870814 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.871102 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.871384 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.871690 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.871973 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.872251 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.872528 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.872813 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.873093 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.873369 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.873662 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.873947 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.874234 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.874517 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.874799 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.875096 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.875376 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.875684 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.875963 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.876246 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.876532 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.876817 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.877112 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.877408 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.877704 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.877998 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.878294 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.878580 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.878897 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.879179 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:46.879397 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 25 22:23:46.879661 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83099) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 25 22:23:47.283784 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO keyring.backend [-] Loading KWallet May 25 22:23:47.291193 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO keyring.backend [-] Loading SecretService May 25 22:23:47.294342 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO keyring.backend [-] Loading Windows May 25 22:23:47.295683 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO keyring.backend [-] Loading chainer May 25 22:23:47.296267 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO keyring.backend [-] Loading macOS May 25 22:23:47.329608 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 22:23:47.329879 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=83099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 22:23:47.330165 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 22:23:47.331572 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.manager [-] Loading core plugin: ml2 May 25 22:23:47.636532 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:47.636823 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:47.637090 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:47.693784 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:47.694059 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:47.694324 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:47.697426 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:47.697699 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:47.697966 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:47.726455 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:47.726732 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:47.726995 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:47.754546 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:47.754811 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:47.755076 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.076009 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.076635 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.076635 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.076793 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.077715 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.199049 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.199286 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.199586 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.199853 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.200109 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.200410 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.200667 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.200918 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.201167 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.201443 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.201695 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.201951 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.202209 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.202463 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.202729 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.202993 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.203244 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.203509 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.203780 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.204056 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.204398 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.204646 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.204897 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.205174 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.205419 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.205659 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.206042 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83099) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 22:23:48.206280 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83099) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 22:23:48.206516 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83099) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 22:23:48.206751 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83099) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 22:23:48.206983 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83099) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 22:23:48.207216 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83099) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 22:23:48.207781 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 25 22:23:48.210850 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 25 22:23:48.215516 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 25 22:23:48.219295 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) May 25 22:23:48.220936 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 25 22:23:48.221326 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 25 22:23:48.221661 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 25 22:23:48.222043 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 25 22:23:48.224843 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 25 22:23:48.225094 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 25 22:23:48.225436 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 25 22:23:48.253738 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] May 25 22:23:48.254187 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.254478 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83099) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 25 22:23:48.254836 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.256202 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83099) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 25 22:23:48.256481 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 25 22:23:48.256724 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 25 22:23:48.260150 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.260423 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.319906 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 25 22:23:48.320150 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 25 22:23:48.320386 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 25 22:23:48.320757 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 25 22:23:48.352425 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_db.sqlalchemy.engines [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83099) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} May 25 22:23:48.680798 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.plugins.ml2.managers [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Initializing driver for type 'gre' May 25 22:23:48.682032 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] gre ID ranges: [(1, 1000)] May 25 22:23:48.739824 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.plugins.ml2.managers [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Initializing driver for type 'local' May 25 22:23:48.740161 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.plugins.ml2.managers [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Initializing driver for type 'vlan' May 25 22:23:48.753610 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] VlanTypeDriver initialization complete May 25 22:23:48.753944 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.plugins.ml2.managers [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Initializing driver for type 'vxlan' May 25 22:23:48.754430 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] vxlan ID ranges: [(1, 1000)] May 25 22:23:48.811474 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.plugins.ml2.managers [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Initializing extension driver 'port_security' May 25 22:23:48.811894 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.plugins.ml2.extensions.port_security [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] PortSecurityExtensionDriver initialization complete May 25 22:23:48.812226 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.plugins.ml2.managers [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Initializing mechanism driver 'openvswitch' May 25 22:23:48.812548 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.plugins.ml2.managers [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Initializing mechanism driver 'hyperv' May 25 22:23:48.818920 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.plugins.ml2.plugin [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:23:48.819615 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > port after_create 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.819981 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > port after_update 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.820325 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > port after_delete 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.820830 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83099) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 25 22:23:48.821250 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > subnet after_create 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.821593 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > subnet after_update 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.822418 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > subnet after_delete 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.822792 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83099) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 25 22:23:48.823191 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > network after_create 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.823545 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > network after_update 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.823897 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > network after_delete 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.824278 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83099) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 25 22:23:48.824675 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > security_group after_create 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.825017 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > security_group after_update 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.825349 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > security_group after_delete 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.825858 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83099) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 25 22:23:48.826254 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.826594 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.826930 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.827305 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83099) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 25 22:23:48.827762 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] ML2 OVO RPC backend initialized. {{(pid=83099) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} May 25 22:23:48.828388 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > router_interface after_create 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.828738 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.829149 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > network before_response 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.829488 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > networks before_response 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.829825 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > port before_response 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.830155 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > ports before_response 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.830490 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > subnet before_response 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.830827 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > subnets before_response 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.831159 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > network after_create 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.831488 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > network after_update 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.831839 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > network after_delete 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.832167 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > port after_create 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.832494 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > port after_update 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.832820 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > port after_delete 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.833150 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > subnet after_create 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.833481 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > subnet after_update 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.833806 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > subnet after_delete 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.834373 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.plugins.ml2.plugin [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Modular L2 Plugin initialization complete May 25 22:23:48.834696 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading services supported by the core plugin {{(pid=83099) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 25 22:23:48.835014 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.plugins.ml2.managers [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Got port-security extension from driver 'port_security' May 25 22:23:48.835471 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.extensions.vlantransparent [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Disabled vlantransparent extension. May 25 22:23:48.835904 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83099) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 25 22:23:48.836214 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading Plugin: router May 25 22:23:48.872867 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > router_interface before_create 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.873328 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > router after_create 55549900 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.873710 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > router before_create 55549900 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.874077 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.874433 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.874864 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > router after_delete 55549900 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.875255 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > floatingip after_update 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.875617 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > router after_create 55549900 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.876002 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > router after_update 55549900 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.876384 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > router after_update 55549900 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.876756 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.877175 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > router after_update 55549900 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.877594 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > router precommit_update 55549900 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.878034 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: port after_update 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.878371 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: port after_delete 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.878735 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: subnet after_update 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.879125 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.879476 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > port precommit_delete 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.879927 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > router precommit_create 55549900 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.880317 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: port before_delete 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.880632 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > router precommit_create 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.881059 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > router after_update 55549900 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.881465 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > router precommit_delete 55549900 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.881786 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > router precommit_create 55549900 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.882199 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > router_interface after_create 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.882772 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > router precommit_update 55549900 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.883002 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > agent after_create 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.883382 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > agent after_delete 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.883820 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > network after_delete 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.884761 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.quota.resource_registry [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Tracking information for resource: router configured {{(pid=83099) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 22:23:48.885730 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.quota.resource_registry [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Tracking information for resource: floatingip configured {{(pid=83099) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 22:23:48.890922 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.db.l3_agentschedulers_db [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 25 22:23:48.891592 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: port after_update 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.891963 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: port after_create 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.892302 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: port after_delete 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.892721 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: port after_update 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.893764 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > router before_create 55550100 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.894135 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > router precommit_delete 55550100 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.894560 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > router precommit_create 55550100 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.894944 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > router precommit_update 55550100 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.899681 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.services.provider_configuration [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Service providers = [] {{(pid=83099) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 25 22:23:48.900071 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.db.servicetype_db [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83099) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 25 22:23:48.904187 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.services.service_base [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83099) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 22:23:48.904686 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.services.service_base [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83099) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 22:23:48.904941 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.services.service_base [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83099) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 22:23:48.906119 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.services.service_base [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83099) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 22:23:48.906350 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.services.service_base [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Default provider is not specified for service type L3_ROUTER_NAT May 25 22:23:48.906748 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83099) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 22:23:48.907125 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 25 22:23:48.917950 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83099) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 22:23:48.918281 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading Plugin: auto_allocate May 25 22:23:48.924079 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: network precommit_update 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.924428 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: network precommit_create 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.924939 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83099) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 22:23:48.925254 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading Plugin: tag May 25 22:23:48.931743 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83099) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 22:23:48.932046 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading Plugin: timestamp May 25 22:23:48.936003 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83099) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 22:23:48.936329 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading Plugin: network_ip_availability May 25 22:23:48.941520 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.941886 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.942243 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:48.942942 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83099) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 22:23:48.943258 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading Plugin: flavors May 25 22:23:48.948629 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83099) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 22:23:48.948955 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading Plugin: revisions May 25 22:23:48.953130 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83099) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 22:23:48.953513 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_concurrency.lockutils [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.623s {{(pid=83099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 22:23:48.954234 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83099) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} May 25 22:23:48.954563 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Initializing extension manager. May 25 22:23:48.955059 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: __init__.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:48.955392 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: __pycache__ {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:48.955747 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:48.956076 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:48.956398 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: _filter_validation_lib.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:48.956719 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:48.957040 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: address_group.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:48.957781 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:48.958338 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: address-group May 25 22:23:48.958656 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: address_scope.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:48.959352 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:48.959896 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: address-scope May 25 22:23:48.960211 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: admin_state_down_before_update.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:48.961117 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:48.961626 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: router-admin-state-down-before-update May 25 22:23:48.961942 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: agent.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:48.962629 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:48.963915 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: agent May 25 22:23:48.964304 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: agent_resources_synced.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:48.965236 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:48.965746 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: agent-resources-synced May 25 22:23:48.966065 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: allowedaddresspairs.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:48.968025 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:48.968545 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: allowed-address-pairs May 25 22:23:48.968868 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: auto_allocated_topology.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:48.969924 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:48.970437 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: auto-allocated-topology May 25 22:23:48.970755 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: availability_zone.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:48.971433 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:48.971965 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: availability_zone May 25 22:23:48.972285 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: availability_zone_filter.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:48.973181 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:48.973694 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: availability_zone_filter May 25 22:23:48.974011 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: data_plane_status.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:48.974898 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:48.975403 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extension data-plane-status not supported by any of loaded plugins May 25 22:23:48.975746 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: default_subnetpools.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:48.976641 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:48.977148 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: default-subnetpools May 25 22:23:48.977465 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: dhcpagentscheduler.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:48.978224 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:48.978799 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: dhcp_agent_scheduler May 25 22:23:48.979344 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: dns.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:48.980301 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:48.980808 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extension dns-integration not supported by any of loaded plugins May 25 22:23:48.981129 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: dns_domain_ports.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:48.982042 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:48.982547 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extension dns-domain-ports not supported by any of loaded plugins May 25 22:23:48.982867 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: dvr.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:48.983549 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:48.984058 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: dvr May 25 22:23:48.984377 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: empty_string_filtering.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:48.985268 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:48.986046 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: empty-string-filtering May 25 22:23:48.986374 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:48.987274 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:48.987809 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 25 22:23:48.988128 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:48.989027 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:48.989534 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 25 22:23:48.989852 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: external_net.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:48.990745 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:48.991252 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: external-net May 25 22:23:48.991593 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: extra_dhcp_opt.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:48.992483 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:48.992995 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: extra_dhcp_opt May 25 22:23:48.993311 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: extraroute.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:48.994204 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:48.994839 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: extraroute May 25 22:23:48.995247 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: extraroute_atomic.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:48.996285 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:48.996800 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: extraroute-atomic May 25 22:23:48.997119 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: filter_validation.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:48.997770 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:48.998280 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: filter-validation May 25 22:23:48.998595 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: fip_pf_description.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:48.999483 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.000010 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 25 22:23:49.000326 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: fip_port_details.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.001230 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.001740 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: fip-port-details May 25 22:23:49.002056 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: flavors.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.003262 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.003808 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: flavors May 25 22:23:49.004130 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.005757 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.006276 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 25 22:23:49.006603 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: floatingip_pools.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.007287 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.007822 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: floatingip-pools May 25 22:23:49.008145 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: ip_allocation.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.009049 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.009553 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extension ip_allocation not supported by any of loaded plugins May 25 22:23:49.010393 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.011784 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.012298 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: ip-substring-filtering May 25 22:23:49.012621 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: l2_adjacency.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.013530 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.014042 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extension l2_adjacency not supported by any of loaded plugins May 25 22:23:49.014359 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: l3.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.015302 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.015840 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: router May 25 22:23:49.016165 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: l3_conntrack_helper.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.018475 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.018998 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 25 22:23:49.019326 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.020254 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.020771 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: ext-gw-mode May 25 22:23:49.021092 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.021996 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.022515 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: l3-ha May 25 22:23:49.022836 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: l3_flavors.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.023764 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.024279 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: l3-flavors May 25 22:23:49.024598 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.025491 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.026564 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: l3-port-ip-change-not-allowed May 25 22:23:49.026883 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: l3agentscheduler.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.027912 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.028427 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: l3_agent_scheduler May 25 22:23:49.028746 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: logging.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.030241 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.030763 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extension logging not supported by any of loaded plugins May 25 22:23:49.031090 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: metering.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.031852 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.032425 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: metering May 25 22:23:49.032747 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.033821 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.034345 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: metering_source_and_destination_fields May 25 22:23:49.034668 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: multiprovidernet.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.035608 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.036120 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: multi-provider May 25 22:23:49.036441 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: netmtu.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.037341 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.037852 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: net-mtu May 25 22:23:49.038170 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: netmtu_writable.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.039071 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.039608 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: net-mtu-writable May 25 22:23:49.039929 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: network_availability_zone.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.040589 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.041101 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: network_availability_zone May 25 22:23:49.041518 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: network_ip_availability.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.042653 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.043171 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: network-ip-availability May 25 22:23:49.043493 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: network_segment_range.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.044281 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.044791 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extension network-segment-range not supported by any of loaded plugins May 25 22:23:49.045110 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: pagination.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.046071 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.046399 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: pagination May 25 22:23:49.046714 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.047636 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.048155 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: port-mac-address-regenerate May 25 22:23:49.048471 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: port_resource_request.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.049362 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.049870 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extension port-resource-request not supported by any of loaded plugins May 25 22:23:49.050188 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: portbindings.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.051097 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.051635 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: binding May 25 22:23:49.051952 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: portbindings_extended.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.053207 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.053729 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: binding-extended May 25 22:23:49.054052 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: portsecurity.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.054954 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.055467 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: port-security May 25 22:23:49.055812 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: project_id.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.056816 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.057158 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: project-id May 25 22:23:49.057465 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: providernet.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.058357 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.058875 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: provider May 25 22:23:49.059191 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: qos.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.062837 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.063360 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extension qos not supported by any of loaded plugins May 25 22:23:49.063726 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.064943 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.065460 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 25 22:23:49.065786 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.066684 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.067197 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 25 22:23:49.067550 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: qos_default.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.068433 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.068943 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extension qos-default not supported by any of loaded plugins May 25 22:23:49.069265 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: qos_fip.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.069900 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.070401 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extension qos-fip not supported by any of loaded plugins May 25 22:23:49.070719 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: qos_gateway_ip.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.071647 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.072162 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extension qos-gateway-ip not supported by any of loaded plugins May 25 22:23:49.073019 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: qos_port_network_policy.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.073961 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.074473 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extension qos-port-network-policy not supported by any of loaded plugins May 25 22:23:49.074794 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: qos_rule_type_details.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.075722 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.076240 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extension qos-rule-type-details not supported by any of loaded plugins May 25 22:23:49.076738 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: qos_rules_alias.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.077567 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.078081 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extension qos-rules-alias not supported by any of loaded plugins May 25 22:23:49.078405 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: quotasv2.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.079258 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.079602 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: quotas May 25 22:23:49.079924 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: quotasv2_detail.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.081515 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.081847 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: quota_details May 25 22:23:49.082172 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: rbac.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.083204 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.083763 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: rbac-policies May 25 22:23:49.084087 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: rbac_address_scope.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.084997 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.085517 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: rbac-address-scope May 25 22:23:49.085836 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: rbac_security_groups.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.086738 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.087254 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: rbac-security-groups May 25 22:23:49.087601 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: rbac_subnetpool.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.088574 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.089085 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: rbac-subnetpool May 25 22:23:49.089401 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: revisionifmatch.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.090306 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.090820 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: revision-if-match May 25 22:23:49.091140 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: revisions.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.092260 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.092776 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: standard-attr-revisions May 25 22:23:49.093094 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: router_availability_zone.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.093762 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.094272 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: router_availability_zone May 25 22:23:49.094588 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: routerservicetype.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.095489 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.096025 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extension router-service-type not supported by any of loaded plugins May 25 22:23:49.096347 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: security_groups_port_filtering.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.097264 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.097782 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: port-security-groups-filtering May 25 22:23:49.098100 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: securitygroup.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.109436 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.109966 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: security-group May 25 22:23:49.110290 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: segment.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.111308 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.111851 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extension segment not supported by any of loaded plugins May 25 22:23:49.112174 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.113113 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.113645 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 25 22:23:49.113960 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: servicetype.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.115036 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.115588 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: service-type May 25 22:23:49.115911 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: sorting.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.116869 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.117198 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: sorting May 25 22:23:49.117517 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: standard_attr_segment.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.118410 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.118926 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extension standard-attr-segment not supported by any of loaded plugins May 25 22:23:49.119255 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: standardattrdescription.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.120678 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.121199 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: standard-attr-description May 25 22:23:49.121517 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: stateful_security_group.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.122451 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.122970 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: stateful-security-group May 25 22:23:49.123289 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: stdattrs_common.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.123886 dv-cinder-843305-1-iscsi neutron-server[83099]: WARNING neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 25 22:23:49.124203 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.125105 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.125615 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 25 22:23:49.125932 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: subnet_onboard.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.127058 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.127610 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: subnet_onboard May 25 22:23:49.127933 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.128851 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.129366 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 25 22:23:49.129686 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: subnet_service_types.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.130593 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.131110 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: subnet-service-types May 25 22:23:49.131427 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: subnetallocation.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.132532 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.133050 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: subnet_allocation May 25 22:23:49.133370 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.134030 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.134541 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: subnetpool-prefix-ops May 25 22:23:49.134860 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.135827 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.136344 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 25 22:23:49.136662 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: tagging.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.137679 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.138203 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: standard-attr-tag May 25 22:23:49.138524 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: timestamp.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.139729 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.140245 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loaded extension: standard-attr-timestamp May 25 22:23:49.140567 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: trunk.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.141576 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.142089 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extension trunk not supported by any of loaded plugins May 25 22:23:49.142410 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: trunk_details.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.143309 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.143852 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extension trunk-details not supported by any of loaded plugins May 25 22:23:49.144170 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: uplink_status_propagation.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.145071 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.145586 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extension uplink-status-propagation not supported by any of loaded plugins May 25 22:23:49.145904 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Loading extension file: vlantransparent.py {{(pid=83099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:23:49.146559 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:23:49.147069 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extension vlan-transparent not supported by any of loaded plugins May 25 22:23:49.149340 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.quota.resource_registry [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Creating instance of TrackedResource for resource:network May 25 22:23:49.150049 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.quota.resource_registry [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Creating instance of TrackedResource for resource:subnet May 25 22:23:49.150713 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.quota.resource_registry [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Creating instance of TrackedResource for resource:subnetpool May 25 22:23:49.151582 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.quota.resource_registry [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Creating instance of TrackedResource for resource:port May 25 22:23:49.152829 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.v2.resource_helper [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 22:23:49.153271 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.v2.resource_helper [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Service FLAVORS assigned prefix: {{(pid=83099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 22:23:49.153880 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.v2.resource_helper [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 22:23:49.154304 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.v2.resource_helper [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 22:23:49.154635 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.quota.resource_registry [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Creating instance of TrackedResource for resource:router May 25 22:23:49.155313 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.quota.resource_registry [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Creating instance of TrackedResource for resource:floatingip May 25 22:23:49.156031 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.v2.resource_helper [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Service METERING assigned prefix: /metering {{(pid=83099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 22:23:49.157421 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:49.157782 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:49.158137 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:23:49.159244 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.quota.resource_registry [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Creating instance of CountableResource for resource:rbac_policy May 25 22:23:49.159710 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.quota.resource_registry [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Creating instance of TrackedResource for resource:security_group May 25 22:23:49.160417 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.quota.resource_registry [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Creating instance of TrackedResource for resource:security_group_rule May 25 22:23:49.161132 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.v2.resource_helper [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Service CORE assigned prefix: {{(pid=83099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 22:23:49.161465 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.quota.resource_registry [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Creating instance of TrackedResource for resource:subnetpool May 25 22:23:49.161796 dv-cinder-843305-1-iscsi neutron-server[83099]: WARNING neutron.quota.resource_registry [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] subnetpool is already registered May 25 22:23:49.162398 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.v2.resource_helper [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Service CORE assigned prefix: {{(pid=83099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 22:23:49.162726 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.quota.resource_registry [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Creating instance of TrackedResource for resource:subnetpool May 25 22:23:49.163046 dv-cinder-843305-1-iscsi neutron-server[83099]: WARNING neutron.quota.resource_registry [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] subnetpool is already registered May 25 22:23:49.165581 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.v2.resource_helper [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 22:23:49.166011 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.v2.resource_helper [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Service FLAVORS assigned prefix: {{(pid=83099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 22:23:49.167179 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.v2.resource_helper [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 22:23:49.167620 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.v2.resource_helper [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 22:23:49.167951 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.quota.resource_registry [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Creating instance of TrackedResource for resource:router May 25 22:23:49.168275 dv-cinder-843305-1-iscsi neutron-server[83099]: WARNING neutron.quota.resource_registry [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] router is already registered May 25 22:23:49.168857 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.quota.resource_registry [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Creating instance of TrackedResource for resource:floatingip May 25 22:23:49.169179 dv-cinder-843305-1-iscsi neutron-server[83099]: WARNING neutron.quota.resource_registry [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] floatingip is already registered May 25 22:23:49.169797 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.v2.resource_helper [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Service METERING assigned prefix: /metering {{(pid=83099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 22:23:49.170466 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.quota.resource_registry [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Creating instance of CountableResource for resource:rbac_policy May 25 22:23:49.170788 dv-cinder-843305-1-iscsi neutron-server[83099]: WARNING neutron.quota.resource_registry [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] rbac_policy is already registered May 25 22:23:49.171318 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.quota.resource_registry [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Creating instance of TrackedResource for resource:security_group May 25 22:23:49.171665 dv-cinder-843305-1-iscsi neutron-server[83099]: WARNING neutron.quota.resource_registry [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] security_group is already registered May 25 22:23:49.172238 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.quota.resource_registry [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Creating instance of TrackedResource for resource:security_group_rule May 25 22:23:49.172560 dv-cinder-843305-1-iscsi neutron-server[83099]: WARNING neutron.quota.resource_registry [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] security_group_rule is already registered May 25 22:23:49.173224 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.v2.resource_helper [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Service CORE assigned prefix: {{(pid=83099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 22:23:49.173551 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.quota.resource_registry [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Creating instance of TrackedResource for resource:subnetpool May 25 22:23:49.173872 dv-cinder-843305-1-iscsi neutron-server[83099]: WARNING neutron.quota.resource_registry [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] subnetpool is already registered May 25 22:23:49.174469 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.v2.resource_helper [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Service CORE assigned prefix: {{(pid=83099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 22:23:49.174797 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.quota.resource_registry [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Creating instance of TrackedResource for resource:subnetpool May 25 22:23:49.175115 dv-cinder-843305-1-iscsi neutron-server[83099]: WARNING neutron.quota.resource_registry [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] subnetpool is already registered May 25 22:23:49.175778 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extended resource: extensions {{(pid=83099) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:23:49.177191 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extended resource: address-groups {{(pid=83099) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:23:49.178706 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extended resource: address-scopes {{(pid=83099) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:23:49.179958 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extended resource: agents {{(pid=83099) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:23:49.181058 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extended resource: auto-allocated-topology {{(pid=83099) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:23:49.182887 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extended resource: availability_zones {{(pid=83099) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:23:49.184140 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extended resource: dhcp-networks {{(pid=83099) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:23:49.185490 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extended resource: dhcp-agents {{(pid=83099) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:23:49.186853 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extended resource: routers {{(pid=83099) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:23:49.188657 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extended resource: flavors {{(pid=83099) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:23:49.189779 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extended resource: service_profiles {{(pid=83099) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:23:49.190944 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extended resource: next_providers {{(pid=83099) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:23:49.192440 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extended resource: service_profiles {{(pid=83099) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:23:49.193817 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extended resource: floatingip-pools {{(pid=83099) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:23:49.195073 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extended resource: routers {{(pid=83099) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:23:49.196823 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extended resource: floatingips {{(pid=83099) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:23:49.199018 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extended resource: l3-routers {{(pid=83099) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:23:49.200364 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extended resource: l3-agents {{(pid=83099) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:23:49.201715 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extended resource: metering-labels {{(pid=83099) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:23:49.203242 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extended resource: metering-label-rules {{(pid=83099) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:23:49.204481 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extended resource: network-ip-availabilities {{(pid=83099) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:23:49.205692 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extended resource: bindings {{(pid=83099) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:23:49.208175 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extended resource: quotas {{(pid=83099) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:23:49.209586 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extended resource: quotas {{(pid=83099) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:23:49.211332 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extended resource: rbac-policies {{(pid=83099) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:23:49.212617 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extended resource: security-groups {{(pid=83099) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:23:49.213875 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extended resource: security-group-rules {{(pid=83099) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:23:49.215140 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extended resource: service-providers {{(pid=83099) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:23:49.216356 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extended resource: subnetpools {{(pid=83099) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:23:49.217804 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extended resource: subnetpools {{(pid=83099) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:23:49.219206 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extended resource: tags {{(pid=83099) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:23:49.220847 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extended resource: tags {{(pid=83099) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:23:49.222580 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extended resource: tags {{(pid=83099) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:23:49.224335 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extended resource: tags {{(pid=83099) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:23:49.226038 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extended resource: tags {{(pid=83099) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:23:49.227708 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extended resource: tags {{(pid=83099) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:23:49.229952 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extended resource: tags {{(pid=83099) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:23:49.231753 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extended resource: tags {{(pid=83099) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:23:49.233536 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extended resource: tags {{(pid=83099) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:23:49.235315 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron.api.extensions [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Extended resource: tags {{(pid=83099) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:23:49.241324 dv-cinder-843305-1-iscsi neutron-server[83099]: WARNING keystonemiddleware.auth_token [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 25 22:23:49.246581 dv-cinder-843305-1-iscsi neutron-server[83099]: WARNING keystonemiddleware.auth_token [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 25 22:23:49.254367 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_concurrency.lockutils [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Acquired lock "singleton_lock" {{(pid=83099) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 25 22:23:49.254832 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_concurrency.lockutils [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Releasing lock "singleton_lock" {{(pid=83099) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 25 22:23:49.255453 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO oslo_service.service [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Starting 2 workers May 25 22:23:49.260134 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Started child 83236 {{(pid=83099) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 25 22:23:49.264533 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Started child 83237 {{(pid=83099) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 25 22:23:49.265570 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:23:49.266169 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO neutron.service [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Neutron service started, listening on 0.0.0.0:9696 May 25 22:23:49.266685 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Notify callbacks [] for process, before_spawn {{(pid=83099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:23:49.267008 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [-] (83236) wsgi starting up on http://0.0.0.0:9696 May 25 22:23:49.269180 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO oslo_service.service [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Starting 1 workers May 25 22:23:49.269346 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:23:49.270628 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [-] (83237) wsgi starting up on http://0.0.0.0:9696 May 25 22:23:49.274068 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Started child 83238 {{(pid=83099) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 25 22:23:49.274582 dv-cinder-843305-1-iscsi neutron-server[83099]: INFO oslo_service.service [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Starting 1 workers May 25 22:23:49.278847 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.service [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] calling RpcWorker wait() {{(pid=83238) _wait /opt/stack/neutron/neutron/service.py:128}} May 25 22:23:49.279412 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.service [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] returning from RpcWorker wait() {{(pid=83238) _wait /opt/stack/neutron/neutron/service.py:135}} May 25 22:23:49.279499 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Started child 83239 {{(pid=83099) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 25 22:23:49.280244 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG neutron_lib.callbacks.manager [None req-36c1eb79-fa9d-4822-9965-a7c0ce362f2b None None] Notify callbacks [] for process, after_spawn {{(pid=83099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:23:49.280818 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:23:49.281373 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:23:49.282053 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83099) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 25 22:23:49.282258 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 25 22:23:49.282437 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 25 22:23:49.282656 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 25 22:23:49.282991 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 25 22:23:49.283168 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 25 22:23:49.283694 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.284154 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.284249 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.284598 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.284729 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:23:49.285549 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.285681 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:23:49.286350 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.286691 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.287003 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.287321 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.287642 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.287993 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.288106 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 50340) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:23:49.288198 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.288398 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.288803 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.289108 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.289385 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.289622 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.289881 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.290057 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.290307 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.290564 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.290788 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.291063 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] debug = True {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.291897 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.292869 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.293115 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.293364 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.293620 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.293887 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.294156 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.294454 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.294690 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.294922 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.295165 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.295426 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.295678 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.295909 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.296158 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.296387 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.296849 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] host = dv-cinder-843305-1-iscsi {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.296984 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067921 May 25 22:23:49.297420 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.297834 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.298258 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.298695 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.299122 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.299328 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.299614 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.300037 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.300439 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.300837 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.301236 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.301645 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.301871 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.302114 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] log_file = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.302275 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] log_options = True {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.302668 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.302944 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.303202 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.303400 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.303573 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.303909 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.304174 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.304331 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.304707 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.305064 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.306301 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.306680 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.307267 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.307783 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.308331 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.308690 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.309053 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.309406 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.309796 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.310166 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.310517 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.310894 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.311247 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.311632 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.311998 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.312381 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.312740 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.313091 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.313439 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.313816 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.314234 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.314613 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.315000 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.315390 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.315772 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.316132 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.316894 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.317291 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.317657 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.318048 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.318437 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.318799 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.319211 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.319688 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.320145 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.320437 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] use_json = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.320844 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.321246 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.321705 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.322118 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.322569 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.322885 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.323122 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.323359 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.323809 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.324234 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.324646 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.325098 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.325444 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.325829 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.326077 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.326313 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.326559 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.326817 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.327069 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.327393 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.329161 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.329161 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.329161 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.329502 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.329676 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.329885 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.330102 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.330320 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.330731 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.330731 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.330954 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.331220 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.331457 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.333185 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.333185 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.333185 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.333185 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.333469 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.333469 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.333729 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.334114 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.334335 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.334845 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.334845 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.335002 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.335192 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.335400 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.335636 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.335887 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.336111 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.336349 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.336560 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.336775 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.336990 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.337238 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.337476 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.337688 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.339445 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.339445 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.339445 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.339445 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.339445 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.340470 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.340470 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.340470 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.340470 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.340470 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.341113 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.341113 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.341113 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.341514 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.341514 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.343008 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.343008 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.343008 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.343810 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.344218 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.346820 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.347259 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.347692 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.347931 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.348197 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.348430 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.348733 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.350841 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.350841 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.350841 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.350841 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.350841 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.350841 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.350841 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.350841 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.352055 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.352055 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.352055 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.352055 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.352055 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.352885 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.352885 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.352885 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.352885 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.353424 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.353424 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.353757 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.354396 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.354752 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.355014 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.355307 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.355546 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.355812 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.356081 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.356330 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.356614 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.356837 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.357103 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.357402 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.357675 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.357963 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.358214 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.358465 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.358724 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.358991 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.359259 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.359551 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.360652 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.364784 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.365267 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.365706 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.366125 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.366532 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.366954 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.367456 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.368604 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.369574 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.371332 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.371505 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.371767 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.372340 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.373005 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.373005 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.373316 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.373471 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.373624 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.373849 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.374859 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.374859 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.374859 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.374859 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.375594 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.376210 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.376456 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.377581 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.377581 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.377581 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.378044 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.378044 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.378338 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.378487 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.378698 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.378935 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.379158 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.379398 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.379648 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.380037 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.380203 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.380351 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.380558 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.381362 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.381651 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.381902 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.383103 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.383103 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.383103 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.383515 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.383515 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.384047 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.384047 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.385705 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.385705 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.385705 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.385705 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.386320 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.386320 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.386320 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.386721 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.386805 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.387103 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.387344 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.387750 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.387860 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.388077 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.388928 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.393118 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.393118 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.393118 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.393118 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.393118 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.393881 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.394353 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.394589 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.394821 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.395172 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.395330 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.396420 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.396420 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.396420 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.396420 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.396677 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.396677 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.396895 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.397107 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.397322 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.398022 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.398022 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.398022 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.403850 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.403850 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.403850 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.403850 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.403850 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.403850 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.403850 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.403850 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.403850 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.404456 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.404456 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.404456 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.404456 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.404456 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.404456 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.404456 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.404456 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.404908 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.404908 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.404908 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.404908 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.404908 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.404908 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.404908 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.404908 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.405347 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.405347 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.405347 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.405606 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.405606 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.405918 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.406202 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.406474 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.406701 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.407000 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.407323 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.407632 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.407933 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.408248 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.408427 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.408647 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.408861 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.409098 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.409330 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.409565 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.409848 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.410103 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.410332 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.410562 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.410784 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.410996 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.411217 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.411445 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.411712 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.411926 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.412825 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 25 22:23:49.412825 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83099) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 25 22:23:49.412825 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 25 22:23:49.413063 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 25 22:23:49.413063 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 25 22:23:49.413209 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 25 22:23:49.413552 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 25 22:23:49.413910 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.414069 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.414229 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.414378 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.414522 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.414703 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.414934 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.415035 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.415213 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.415309 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.415635 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.415635 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.415788 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.415936 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.416241 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.416335 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.416669 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.416669 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.416846 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.416946 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.417094 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.417251 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.417404 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] debug = True {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.417559 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.417759 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.417920 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.418075 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.418231 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.418386 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.418540 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.419102 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.419102 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.419102 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.419102 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.419501 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.419501 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.419816 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.419816 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.420015 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.420015 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] host = dv-cinder-843305-1-iscsi {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.420219 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.421063 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.421063 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.421063 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.421063 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.421063 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.421562 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.421562 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.421562 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.421562 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.421933 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.421933 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.422161 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.422161 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] log_file = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.422400 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] log_options = True {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.422400 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.422626 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.423242 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.423242 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.423242 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.423242 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.423692 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.423692 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.423692 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.424015 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.424015 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.424188 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.424188 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.424332 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.424474 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.426777 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.426777 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.426777 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.426777 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.426777 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.426777 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.426777 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.426777 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.427315 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.427315 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.427315 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.427315 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.427315 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.427315 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.427315 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.427315 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.427824 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.427824 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.427824 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.427824 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.427824 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.428578 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.428683 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.428821 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.428942 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.429103 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.429242 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.429553 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.429729 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.429865 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.430035 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] use_json = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.430165 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.430293 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.431170 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.431170 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.431170 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.431170 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.431170 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.431170 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.432540 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:23:49.432540 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.432540 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.432540 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.432540 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.433724 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.433724 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.433724 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.433724 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.433724 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.433724 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.433724 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.433724 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.434324 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.434324 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.434324 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.434324 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.434585 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.434585 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.434727 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.434858 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.435015 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.435321 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.435484 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.435706 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.435813 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.435970 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.436127 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.436286 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.436444 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.436605 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.436756 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.436910 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.437069 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.437299 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.437467 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.437644 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.437644 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.437910 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.438047 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.438183 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.438352 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.438485 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.438625 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.438761 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.438903 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.439045 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.439175 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.439309 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.439443 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.439599 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.439742 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.439892 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.440032 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.440214 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.440358 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.440496 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.441455 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.441455 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.441455 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.441455 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.441455 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.441455 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.441455 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.442556 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.442556 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.442556 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.442556 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.442556 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.442556 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.442556 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.443801 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.443801 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.443801 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.443801 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.443801 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.443801 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.443801 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.443801 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.444824 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.444824 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.444824 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.444824 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.444824 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.444824 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.444824 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.445721 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:23:49.445874 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.445874 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.445874 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.445874 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.445874 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.445874 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.445874 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.445874 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.446885 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.446885 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.446885 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.446885 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.446885 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.446885 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.446885 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.447870 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.447870 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.447870 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.447870 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.447870 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.448516 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.448516 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.448516 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.448516 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.450724 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.450724 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.450724 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.450724 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.450724 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.450724 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.450724 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.450724 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.450724 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.451879 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.451879 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.451879 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.451879 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.451879 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.451879 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.451879 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.451879 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.452900 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.452900 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.452900 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.452900 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.452900 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.452900 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.452900 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.452900 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.453904 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.453904 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.453904 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.453904 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.453904 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.453904 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.453904 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.453904 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.454934 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.454934 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.454934 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.454934 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.454934 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.454934 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.454934 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.454934 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.456010 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.456010 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.456010 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.456010 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.456010 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.456010 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.456010 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.456010 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.457014 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.457014 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.457014 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.457014 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.457014 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.457014 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.457014 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.457014 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.459554 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.459554 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.459554 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.459554 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.459554 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.459554 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.459554 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.459554 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.460882 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.460882 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.460882 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.460882 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.460882 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.460882 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.460882 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.460882 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.463977 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.463977 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.463977 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.463977 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.463977 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.463977 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.463977 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.463977 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.463977 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.465135 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.465135 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.465135 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.465135 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.465135 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.465135 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.465135 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.465135 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.465135 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.466550 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.466550 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.466550 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.466550 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.466550 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.466550 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.466550 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.466550 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.466550 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.467726 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.467726 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.467726 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.467726 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.467726 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.467726 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.467726 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.467726 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.467726 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.468861 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.468861 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.468861 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.468861 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.468861 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.468861 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.468861 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.468861 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.469870 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.469870 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.469870 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.469870 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.469870 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.469870 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.469870 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.469870 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.470903 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.470903 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.470903 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.470903 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.470903 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.470903 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.470903 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.470903 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.472263 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.472263 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.472263 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.472263 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.472263 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.472263 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.472263 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.472263 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.472263 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.473085 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.473085 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.473085 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.473085 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.473085 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.473085 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.473085 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.473085 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.473085 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.473828 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:23:49.473828 dv-cinder-843305-1-iscsi neutron-server[83099]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 25 22:23:59.631250 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd7dcc5-c26d-4178-83b7-ffdfe2299dc3 None None] get_active_networks_info from dv-cinder-843305-1-iscsi {{(pid=83238) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 25 22:23:59.705081 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd7dcc5-c26d-4178-83b7-ffdfe2299dc3 None None] No non-hosted networks {{(pid=83238) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 25 22:23:59.719159 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.agentschedulers_db [None req-bfd7dcc5-c26d-4178-83b7-ffdfe2299dc3 None None] DHCP Agent not found on host dv-cinder-843305-1-iscsi {{(pid=83238) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 25 22:23:59.827225 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-73009764-8dde-45db-8d71-966ff8ae1ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-335422'] for agent, after_create {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:01.770929 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-a2f091ef-dc0d-4bd7-9179-dc34d665eb4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-335422'] for agent, after_create {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:01.800897 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-b0d86f3e-0cd1-4f0b-befd-b889ad16a527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:02.871600 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-335422'] for agent, after_create {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:03.024463 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-335422'] for agent, after_create {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:03.026414 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:24:03.027103 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:24:03.027688 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:24:03.028220 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:24:03.030594 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:24:03.035036 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:24:03.038157 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:24:03.039888 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:24:03.040408 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:24:03.043047 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:24:03.043591 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:24:03.045901 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-843305-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:24:03.056122 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-843305-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:24:04.289839 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-335422'] for agent, after_create {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:05.763832 dv-cinder-843305-1-iscsi neutron-server[83238]: INFO neutron.db.l3_hamode_db [None req-99ebdedb-f3d5-42d3-af97-afa6fd9b6b5f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 25 22:24:05.848825 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ebdedb-f3d5-42d3-af97-afa6fd9b6b5f None None] Routers set() bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:24:05.849213 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ebdedb-f3d5-42d3-af97-afa6fd9b6b5f None None] Router IDs set() for agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 25 22:24:05.957081 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 50446) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:24:06.555929 dv-cinder-843305-1-iscsi neutron-server[83237]: WARNING oslo_policy.policy [None req-a9815673-c2a9-4041-8c71-795d02678c8c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 22:24:06.556593 dv-cinder-843305-1-iscsi neutron-server[83237]: WARNING oslo_policy.policy [None req-a9815673-c2a9-4041-8c71-795d02678c8c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 22:24:06.770249 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [None req-a9815673-c2a9-4041-8c71-795d02678c8c admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=83237) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:24:06.771178 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-a9815673-c2a9-4041-8c71-795d02678c8c admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8132372 May 25 22:24:09.020006 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 50460) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:24:09.402596 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-54262459-42e7-45af-b474-34dac950fb08 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:24:09.457396 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.policy [None req-54262459-42e7-45af-b474-34dac950fb08 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83237) register_rules /opt/stack/neutron/neutron/policy.py:65}} May 25 22:24:09.458187 dv-cinder-843305-1-iscsi neutron-server[83237]: WARNING oslo_policy.policy [None req-54262459-42e7-45af-b474-34dac950fb08 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 22:24:09.458555 dv-cinder-843305-1-iscsi neutron-server[83237]: WARNING oslo_policy.policy [None req-54262459-42e7-45af-b474-34dac950fb08 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 22:24:09.461827 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.quota [None req-54262459-42e7-45af-b474-34dac950fb08 admin admin] Loaded quota_driver: . May 25 22:24:09.477272 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-54262459-42e7-45af-b474-34dac950fb08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:24:09.545820 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-54262459-42e7-45af-b474-34dac950fb08 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744688677422', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744688662792', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744688569368', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744688576449', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744688550720', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1123517', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3020585', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-278973', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-426679'] for rbac-policy, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:09.613347 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-54262459-42e7-45af-b474-34dac950fb08 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:09.614607 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-54262459-42e7-45af-b474-34dac950fb08 admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5935471 May 25 22:24:12.124187 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 50474) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:24:12.488033 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-af630edd-507e-421d-bb5f-c9de657a2eb0 admin admin] Request body: {'network': {'name': 'private', 'project_id': 'ffa18a081a5b4b6b8b8cd1f3d2b397bb', 'admin_state_up': True}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:24:12.492706 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-af630edd-507e-421d-bb5f-c9de657a2eb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:24:12.497615 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-af630edd-507e-421d-bb5f-c9de657a2eb0 admin admin] Usage tracker for resource:network and tenant:ffa18a081a5b4b6b8b8cd1f3d2b397bb is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:24:12.502220 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-af630edd-507e-421d-bb5f-c9de657a2eb0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:24:12.508307 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-af630edd-507e-421d-bb5f-c9de657a2eb0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:24:12.518098 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af630edd-507e-421d-bb5f-c9de657a2eb0 admin admin] Made reservation on behalf of ffa18a081a5b4b6b8b8cd1f3d2b397bb for: {'network': 1} {{(pid=83237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:24:12.520798 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-af630edd-507e-421d-bb5f-c9de657a2eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for network, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:12.538142 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-af630edd-507e-421d-bb5f-c9de657a2eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:12.580591 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-af630edd-507e-421d-bb5f-c9de657a2eb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:24:12.584198 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-af630edd-507e-421d-bb5f-c9de657a2eb0 admin admin] Usage tracker for resource:security_group_rule and tenant:ffa18a081a5b4b6b8b8cd1f3d2b397bb is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:24:12.586967 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-af630edd-507e-421d-bb5f-c9de657a2eb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:24:12.593068 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-af630edd-507e-421d-bb5f-c9de657a2eb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:24:12.660825 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-af630edd-507e-421d-bb5f-c9de657a2eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:12.666763 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-af630edd-507e-421d-bb5f-c9de657a2eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:12.690804 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af630edd-507e-421d-bb5f-c9de657a2eb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=83237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:24:12.716618 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-af630edd-507e-421d-bb5f-c9de657a2eb0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744689775472', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:12.717201 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-af630edd-507e-421d-bb5f-c9de657a2eb0 admin admin] Unsubscribe: segment precommit_create {{(pid=83237) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 25 22:24:12.717687 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.db.segments_db [None req-af630edd-507e-421d-bb5f-c9de657a2eb0 admin admin] Added segment 1c579dee-395c-48a6-8549-47e8344943d2 of type vlan for network fd9cdf66-7c80-496e-b704-5b5baa934aa8 May 25 22:24:12.732139 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af630edd-507e-421d-bb5f-c9de657a2eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe07803-058b-4e43-925d-058b74a67ec6,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:24:12.788297 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af630edd-507e-421d-bb5f-c9de657a2eb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:24:12.788557 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af630edd-507e-421d-bb5f-c9de657a2eb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:24:12.788877 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af630edd-507e-421d-bb5f-c9de657a2eb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:24:12.789191 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af630edd-507e-421d-bb5f-c9de657a2eb0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:24:12.789505 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af630edd-507e-421d-bb5f-c9de657a2eb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:24:12.789815 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af630edd-507e-421d-bb5f-c9de657a2eb0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:24:12.790120 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af630edd-507e-421d-bb5f-c9de657a2eb0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:24:12.790430 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af630edd-507e-421d-bb5f-c9de657a2eb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:24:12.790733 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af630edd-507e-421d-bb5f-c9de657a2eb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:24:12.791040 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af630edd-507e-421d-bb5f-c9de657a2eb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:24:12.791341 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af630edd-507e-421d-bb5f-c9de657a2eb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:24:12.793090 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af630edd-507e-421d-bb5f-c9de657a2eb0 admin admin] Tracked resource versions report: May 25 22:24:12.793090 dv-cinder-843305-1-iscsi neutron-server[83237]: pushed versions: May 25 22:24:12.793090 dv-cinder-843305-1-iscsi neutron-server[83237]: { 'ConntrackHelper': {'1.0'}, May 25 22:24:12.793090 dv-cinder-843305-1-iscsi neutron-server[83237]: 'Log': {'1.0'}, May 25 22:24:12.793090 dv-cinder-843305-1-iscsi neutron-server[83237]: 'Network': {'1.1'}, May 25 22:24:12.793090 dv-cinder-843305-1-iscsi neutron-server[83237]: 'Port': {'1.5'}, May 25 22:24:12.793090 dv-cinder-843305-1-iscsi neutron-server[83237]: 'PortForwarding': {'1.2'}, May 25 22:24:12.793090 dv-cinder-843305-1-iscsi neutron-server[83237]: 'QosPolicy': {'1.8'}, May 25 22:24:12.793090 dv-cinder-843305-1-iscsi neutron-server[83237]: 'SecurityGroup': {'1.2'}, May 25 22:24:12.793090 dv-cinder-843305-1-iscsi neutron-server[83237]: 'SecurityGroupRule': {'1.0'}, May 25 22:24:12.793090 dv-cinder-843305-1-iscsi neutron-server[83237]: 'SubPort': {'1.0'}, May 25 22:24:12.793090 dv-cinder-843305-1-iscsi neutron-server[83237]: 'Subnet': {'1.1'}, May 25 22:24:12.793090 dv-cinder-843305-1-iscsi neutron-server[83237]: 'Trunk': {'1.1'}} May 25 22:24:12.793090 dv-cinder-843305-1-iscsi neutron-server[83237]: consumer versions: May 25 22:24:12.793090 dv-cinder-843305-1-iscsi neutron-server[83237]: { DHCP agent@dv-cinder-843305-1-iscsi: {}, May 25 22:24:12.793090 dv-cinder-843305-1-iscsi neutron-server[83237]: L3 agent@dv-cinder-843305-1-iscsi: {}, May 25 22:24:12.793090 dv-cinder-843305-1-iscsi neutron-server[83237]: Metadata agent@dv-cinder-843305-1-iscsi: {}, May 25 22:24:12.793090 dv-cinder-843305-1-iscsi neutron-server[83237]: Metering agent@dv-cinder-843305-1-iscsi: {}, May 25 22:24:12.793090 dv-cinder-843305-1-iscsi neutron-server[83237]: Open vSwitch agent@dv-cinder-843305-1-iscsi: { 'ConntrackHelper': '1.0', May 25 22:24:12.793090 dv-cinder-843305-1-iscsi neutron-server[83237]: 'Log': '1.0', May 25 22:24:12.793090 dv-cinder-843305-1-iscsi neutron-server[83237]: 'Network': '1.1', May 25 22:24:12.793090 dv-cinder-843305-1-iscsi neutron-server[83237]: 'Port': '1.5', May 25 22:24:12.793090 dv-cinder-843305-1-iscsi neutron-server[83237]: 'PortForwarding': '1.2', May 25 22:24:12.793090 dv-cinder-843305-1-iscsi neutron-server[83237]: 'QosPolicy': '1.8', May 25 22:24:12.793090 dv-cinder-843305-1-iscsi neutron-server[83237]: 'SecurityGroup': '1.2', May 25 22:24:12.793090 dv-cinder-843305-1-iscsi neutron-server[83237]: 'SecurityGroupRule': '1.0', May 25 22:24:12.793090 dv-cinder-843305-1-iscsi neutron-server[83237]: 'SubPort': '1.0', May 25 22:24:12.793090 dv-cinder-843305-1-iscsi neutron-server[83237]: 'Subnet': '1.1', May 25 22:24:12.793090 dv-cinder-843305-1-iscsi neutron-server[83237]: 'Trunk': '1.1'}} May 25 22:24:12.793090 dv-cinder-843305-1-iscsi neutron-server[83237]: {{(pid=83237) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 22:24:12.840521 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-af630edd-507e-421d-bb5f-c9de657a2eb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744689326614'] for network, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:12.882117 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-af630edd-507e-421d-bb5f-c9de657a2eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057'] for network, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:12.883082 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af630edd-507e-421d-bb5f-c9de657a2eb0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:24:12.883758 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-af630edd-507e-421d-bb5f-c9de657a2eb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for network, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:12.992103 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af630edd-507e-421d-bb5f-c9de657a2eb0 admin admin] Pushing event updated for resources: {'Network': ['ID=fd9cdf66-7c80-496e-b704-5b5baa934aa8,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:24:12.995725 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-af630edd-507e-421d-bb5f-c9de657a2eb0 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8705418 May 25 22:24:13.020165 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Network fd9cdf66-7c80-496e-b704-5b5baa934aa8 details requested by agent ovs-agent-dv-cinder-843305-1-iscsi with host dv-cinder-843305-1-iscsi {{(pid=83238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:24:15.641310 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 50490) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:24:16.107091 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5846f504-b83f-4cf8-a46d-1e77e5293514 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:24:16.108489 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-5846f504-b83f-4cf8-a46d-1e77e5293514 admin admin] 10.222.0.39 "GET /v2.0/networks/fd9cdf66-7c80-496e-b704-5b5baa934aa8 HTTP/1.1" status: 200 len: 825 time: 0.4662607 May 25 22:24:16.139208 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-8767034d-821e-4376-b947-9e7ccfb679ed admin admin] 10.222.0.39 "GET /v2.0/subnetpools/7482081d-dd7f-4be7-8624-b02a1dccaf29 HTTP/1.1" status: 200 len: 734 time: 0.0251861 May 25 22:24:16.147244 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-035ad076-0faa-4ec1-bb18-7b1d120431a1 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'fd9cdf66-7c80-496e-b704-5b5baa934aa8', 'subnetpool_id': '7482081d-dd7f-4be7-8624-b02a1dccaf29', 'tenant_id': 'ffa18a081a5b4b6b8b8cd1f3d2b397bb', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:24:16.151332 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-035ad076-0faa-4ec1-bb18-7b1d120431a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:24:16.155702 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-035ad076-0faa-4ec1-bb18-7b1d120431a1 admin admin] Usage tracker for resource:subnet and tenant:ffa18a081a5b4b6b8b8cd1f3d2b397bb is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:24:16.158514 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-035ad076-0faa-4ec1-bb18-7b1d120431a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:24:16.163985 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-035ad076-0faa-4ec1-bb18-7b1d120431a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:24:16.174061 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035ad076-0faa-4ec1-bb18-7b1d120431a1 admin admin] Made reservation on behalf of ffa18a081a5b4b6b8b8cd1f3d2b397bb for: {'subnet': 1} {{(pid=83237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:24:16.176356 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-035ad076-0faa-4ec1-bb18-7b1d120431a1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:16.444477 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-035ad076-0faa-4ec1-bb18-7b1d120431a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057'] for subnet, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:16.525497 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ad076-0faa-4ec1-bb18-7b1d120431a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d8f990b-4e36-4bb9-b426-fa3d2a2a472c,revision_number=0']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:24:16.534915 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035ad076-0faa-4ec1-bb18-7b1d120431a1 admin admin] Checking segment: {'id': '1c579dee-395c-48a6-8549-47e8344943d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fd9cdf66-7c80-496e-b704-5b5baa934aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:24:16.535275 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035ad076-0faa-4ec1-bb18-7b1d120431a1 admin admin] Network hostable DHCP agents. Network: fd9cdf66-7c80-496e-b704-5b5baa934aa8, hostable agents: ['7055d141-b128-493c-8fde-b010d723709d'], hosted agents: [] {{(pid=83237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:24:16.557684 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035ad076-0faa-4ec1-bb18-7b1d120431a1 admin admin] Network fd9cdf66-7c80-496e-b704-5b5baa934aa8 is scheduled to be hosted by DHCP agent 7055d141-b128-493c-8fde-b010d723709d with binding_index 1 {{(pid=83237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:24:16.567345 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.base_scheduler [None req-035ad076-0faa-4ec1-bb18-7b1d120431a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-1-iscsi, fd9cdf66-7c80-496e-b704-5b5baa934aa8) {{(pid=83237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:24:16.571892 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035ad076-0faa-4ec1-bb18-7b1d120431a1 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:24:16.572452 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-035ad076-0faa-4ec1-bb18-7b1d120431a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for subnet, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:16.577415 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63693e03-79a9-4b03-bf56-07ccc62a7607 None None] Network fd9cdf66-7c80-496e-b704-5b5baa934aa8 requested from dv-cinder-843305-1-iscsi {{(pid=83238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:24:16.592092 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-035ad076-0faa-4ec1-bb18-7b1d120431a1 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4480107 May 25 22:24:16.892186 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec3faf0-f706-4a33-b036-242fe5e6d7d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6d3de8e-d70e-51d5-8f03-74ad85baa67b-fd9cdf66-7c80-496e-b704-5b5baa934aa8', 'network_id': 'fd9cdf66-7c80-496e-b704-5b5baa934aa8', 'tenant_id': 'ffa18a081a5b4b6b8b8cd1f3d2b397bb', 'fixed_ips': [{'subnet_id': '3d8f990b-4e36-4bb9-b426-fa3d2a2a472c'}]}} from dv-cinder-843305-1-iscsi. {{(pid=83238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:24:16.893424 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-5ec3faf0-f706-4a33-b036-242fe5e6d7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:17.095545 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.db_base_plugin_common [None req-5ec3faf0-f706-4a33-b036-242fe5e6d7d8 None None] Allocated IP 172.20.0.2 (fd9cdf66-7c80-496e-b704-5b5baa934aa8/3d8f990b-4e36-4bb9-b426-fa3d2a2a472c/454f819f-1f5d-4d6e-832a-b816649c8d6f) {{(pid=83238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:24:17.318978 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-5ec3faf0-f706-4a33-b036-242fe5e6d7d8 None None] Notify callbacks [] for port, precommit_create {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:17.332852 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-5ec3faf0-f706-4a33-b036-242fe5e6d7d8 None None] Transition to ACTIVE for port object 454f819f-1f5d-4d6e-832a-b816649c8d6f will not be triggered until provisioned by entity L2. {{(pid=83238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:24:17.353111 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-5ec3faf0-f706-4a33-b036-242fe5e6d7d8 None None] Transition to ACTIVE for port object 454f819f-1f5d-4d6e-832a-b816649c8d6f will not be triggered until provisioned by entity DHCP. {{(pid=83238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:24:17.359876 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-5ec3faf0-f706-4a33-b036-242fe5e6d7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019'] for port, after_create {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:17.430397 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec3faf0-f706-4a33-b036-242fe5e6d7d8 None None] Network fd9cdf66-7c80-496e-b704-5b5baa934aa8 is already hosted by enough agents. {{(pid=83238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:24:17.433935 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.scheduler.base_scheduler [None req-5ec3faf0-f706-4a33-b036-242fe5e6d7d8 None None] Resources bound (agent type, host, resource id): {{(pid=83238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:24:17.439155 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec3faf0-f706-4a33-b036-242fe5e6d7d8 None None] Pushing event updated for resources: {'Port': ['ID=454f819f-1f5d-4d6e-832a-b816649c8d6f,revision_number=1']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:24:17.441452 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec3faf0-f706-4a33-b036-242fe5e6d7d8 None None] Received port after_create {{(pid=83238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:24:17.481622 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec3faf0-f706-4a33-b036-242fe5e6d7d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:24:17.481959 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec3faf0-f706-4a33-b036-242fe5e6d7d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:24:17.482290 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec3faf0-f706-4a33-b036-242fe5e6d7d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:24:17.482615 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec3faf0-f706-4a33-b036-242fe5e6d7d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:24:17.482935 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec3faf0-f706-4a33-b036-242fe5e6d7d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:24:17.483255 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec3faf0-f706-4a33-b036-242fe5e6d7d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:24:17.483660 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec3faf0-f706-4a33-b036-242fe5e6d7d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:24:17.483997 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec3faf0-f706-4a33-b036-242fe5e6d7d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:24:17.484314 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec3faf0-f706-4a33-b036-242fe5e6d7d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:24:17.484627 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec3faf0-f706-4a33-b036-242fe5e6d7d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:24:17.484939 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec3faf0-f706-4a33-b036-242fe5e6d7d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:24:17.486272 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec3faf0-f706-4a33-b036-242fe5e6d7d8 None None] Tracked resource versions report: May 25 22:24:17.486272 dv-cinder-843305-1-iscsi neutron-server[83238]: pushed versions: May 25 22:24:17.486272 dv-cinder-843305-1-iscsi neutron-server[83238]: { 'ConntrackHelper': {'1.0'}, May 25 22:24:17.486272 dv-cinder-843305-1-iscsi neutron-server[83238]: 'Log': {'1.0'}, May 25 22:24:17.486272 dv-cinder-843305-1-iscsi neutron-server[83238]: 'Network': {'1.1'}, May 25 22:24:17.486272 dv-cinder-843305-1-iscsi neutron-server[83238]: 'Port': {'1.5'}, May 25 22:24:17.486272 dv-cinder-843305-1-iscsi neutron-server[83238]: 'PortForwarding': {'1.2'}, May 25 22:24:17.486272 dv-cinder-843305-1-iscsi neutron-server[83238]: 'QosPolicy': {'1.8'}, May 25 22:24:17.486272 dv-cinder-843305-1-iscsi neutron-server[83238]: 'SecurityGroup': {'1.2'}, May 25 22:24:17.486272 dv-cinder-843305-1-iscsi neutron-server[83238]: 'SecurityGroupRule': {'1.0'}, May 25 22:24:17.486272 dv-cinder-843305-1-iscsi neutron-server[83238]: 'SubPort': {'1.0'}, May 25 22:24:17.486272 dv-cinder-843305-1-iscsi neutron-server[83238]: 'Subnet': {'1.1'}, May 25 22:24:17.486272 dv-cinder-843305-1-iscsi neutron-server[83238]: 'Trunk': {'1.1'}} May 25 22:24:17.486272 dv-cinder-843305-1-iscsi neutron-server[83238]: consumer versions: May 25 22:24:17.486272 dv-cinder-843305-1-iscsi neutron-server[83238]: { DHCP agent@dv-cinder-843305-1-iscsi: {}, May 25 22:24:17.486272 dv-cinder-843305-1-iscsi neutron-server[83238]: L3 agent@dv-cinder-843305-1-iscsi: {}, May 25 22:24:17.486272 dv-cinder-843305-1-iscsi neutron-server[83238]: Metadata agent@dv-cinder-843305-1-iscsi: {}, May 25 22:24:17.486272 dv-cinder-843305-1-iscsi neutron-server[83238]: Metering agent@dv-cinder-843305-1-iscsi: {}, May 25 22:24:17.486272 dv-cinder-843305-1-iscsi neutron-server[83238]: Open vSwitch agent@dv-cinder-843305-1-iscsi: { 'ConntrackHelper': '1.0', May 25 22:24:17.486272 dv-cinder-843305-1-iscsi neutron-server[83238]: 'Log': '1.0', May 25 22:24:17.486272 dv-cinder-843305-1-iscsi neutron-server[83238]: 'Network': '1.1', May 25 22:24:17.486272 dv-cinder-843305-1-iscsi neutron-server[83238]: 'Port': '1.5', May 25 22:24:17.486272 dv-cinder-843305-1-iscsi neutron-server[83238]: 'PortForwarding': '1.2', May 25 22:24:17.486272 dv-cinder-843305-1-iscsi neutron-server[83238]: 'QosPolicy': '1.8', May 25 22:24:17.486272 dv-cinder-843305-1-iscsi neutron-server[83238]: 'SecurityGroup': '1.2', May 25 22:24:17.486272 dv-cinder-843305-1-iscsi neutron-server[83238]: 'SecurityGroupRule': '1.0', May 25 22:24:17.486272 dv-cinder-843305-1-iscsi neutron-server[83238]: 'SubPort': '1.0', May 25 22:24:17.486272 dv-cinder-843305-1-iscsi neutron-server[83238]: 'Subnet': '1.1', May 25 22:24:17.486272 dv-cinder-843305-1-iscsi neutron-server[83238]: 'Trunk': '1.1'}} May 25 22:24:17.486272 dv-cinder-843305-1-iscsi neutron-server[83238]: {{(pid=83238) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 22:24:17.542304 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-5ec3faf0-f706-4a33-b036-242fe5e6d7d8 None None] Attempting to bind port 454f819f-1f5d-4d6e-832a-b816649c8d6f on host dv-cinder-843305-1-iscsi for vnic_type normal with profile {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:24:17.542950 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-5ec3faf0-f706-4a33-b036-242fe5e6d7d8 None None] Attempting to bind port 454f819f-1f5d-4d6e-832a-b816649c8d6f by drivers openvswitch,hyperv on host dv-cinder-843305-1-iscsi at level 0 using segments [{'id': '1c579dee-395c-48a6-8549-47e8344943d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fd9cdf66-7c80-496e-b704-5b5baa934aa8'}] {{(pid=83238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:24:17.543384 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec3faf0-f706-4a33-b036-242fe5e6d7d8 None None] Attempting to bind port 454f819f-1f5d-4d6e-832a-b816649c8d6f on network fd9cdf66-7c80-496e-b704-5b5baa934aa8 {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:24:17.549822 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec3faf0-f706-4a33-b036-242fe5e6d7d8 None None] Checking agent: {'id': '204015c8-cb50-46b9-b04e-4ea0e4e6040d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 24, 3), 'started_at': datetime.datetime(2022, 5, 25, 22, 24, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:24:17.550213 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec3faf0-f706-4a33-b036-242fe5e6d7d8 None None] Checking segment: {'id': '1c579dee-395c-48a6-8549-47e8344943d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fd9cdf66-7c80-496e-b704-5b5baa934aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:24:17.550665 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-5ec3faf0-f706-4a33-b036-242fe5e6d7d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:17.551039 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec3faf0-f706-4a33-b036-242fe5e6d7d8 None None] Bound using segment: {'id': '1c579dee-395c-48a6-8549-47e8344943d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fd9cdf66-7c80-496e-b704-5b5baa934aa8'} {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:24:17.551560 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-5ec3faf0-f706-4a33-b036-242fe5e6d7d8 None None] Bound port: 454f819f-1f5d-4d6e-832a-b816649c8d6f, host: dv-cinder-843305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c579dee-395c-48a6-8549-47e8344943d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fd9cdf66-7c80-496e-b704-5b5baa934aa8'}}] {{(pid=83238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:24:17.551949 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-5ec3faf0-f706-4a33-b036-242fe5e6d7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:17.637979 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-5ec3faf0-f706-4a33-b036-242fe5e6d7d8 None None] For port 454f819f-1f5d-4d6e-832a-b816649c8d6f, host dv-cinder-843305-1-iscsi, cleared binding levels {{(pid=83238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:24:17.641769 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-5ec3faf0-f706-4a33-b036-242fe5e6d7d8 None None] For port 454f819f-1f5d-4d6e-832a-b816649c8d6f, host dv-cinder-843305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=454f819f-1f5d-4d6e-832a-b816649c8d6f,segment=NetworkSegment(1c579dee-395c-48a6-8549-47e8344943d2),segment_id=1c579dee-395c-48a6-8549-47e8344943d2)] {{(pid=83238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:24:17.646435 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-5ec3faf0-f706-4a33-b036-242fe5e6d7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:17.753790 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec3faf0-f706-4a33-b036-242fe5e6d7d8 None None] Pushing event updated for resources: {'Port': ['ID=454f819f-1f5d-4d6e-832a-b816649c8d6f,revision_number=2']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:24:18.963605 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 50500) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:24:19.578947 dv-cinder-843305-1-iscsi neutron-server[83236]: WARNING oslo_policy.policy [None req-7f34c336-45c9-4b77-8591-8c0de294be10 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 22:24:19.579536 dv-cinder-843305-1-iscsi neutron-server[83236]: WARNING oslo_policy.policy [None req-7f34c336-45c9-4b77-8591-8c0de294be10 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 22:24:19.796168 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [None req-7f34c336-45c9-4b77-8591-8c0de294be10 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=83236) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:24:19.797435 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-7f34c336-45c9-4b77-8591-8c0de294be10 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8318162 May 25 22:24:21.286402 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 454f819f-1f5d-4d6e-832a-b816649c8d6f up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:24:21.358850 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning for port 454f819f-1f5d-4d6e-832a-b816649c8d6f completed by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:24:21.440388 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3132e0-0fc3-46a3-be2d-88405b3f8ce8 None None] Network fd9cdf66-7c80-496e-b704-5b5baa934aa8 requested from dv-cinder-843305-1-iscsi {{(pid=83238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:24:21.603327 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-7aeed969-d1d7-470f-ba26-8847c14e310d None None] Provisioning for port 454f819f-1f5d-4d6e-832a-b816649c8d6f completed by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:24:21.610993 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-7aeed969-d1d7-470f-ba26-8847c14e310d None None] Provisioning complete for port 454f819f-1f5d-4d6e-832a-b816649c8d6f triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:24:21.611660 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-7aeed969-d1d7-470f-ba26-8847c14e310d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:21.787647 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-7aeed969-d1d7-470f-ba26-8847c14e310d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:21.826634 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-7aeed969-d1d7-470f-ba26-8847c14e310d None None] For port 454f819f-1f5d-4d6e-832a-b816649c8d6f, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=454f819f-1f5d-4d6e-832a-b816649c8d6f,segment=NetworkSegment(1c579dee-395c-48a6-8549-47e8344943d2),segment_id=1c579dee-395c-48a6-8549-47e8344943d2)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:24:21.830479 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-7aeed969-d1d7-470f-ba26-8847c14e310d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:21.910980 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeed969-d1d7-470f-ba26-8847c14e310d None None] Pushing event updated for resources: {'Port': ['ID=454f819f-1f5d-4d6e-832a-b816649c8d6f,revision_number=3']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:24:22.052287 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-65800d82-29c2-4137-a881-51c002231463 None None] Provisioning complete for port 454f819f-1f5d-4d6e-832a-b816649c8d6f triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:24:22.052555 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-65800d82-29c2-4137-a881-51c002231463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:22.094330 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 50518) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:24:22.489313 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [None req-f4d81ee2-38eb-43f1-aece-4ef74fb9fa5e admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=83236) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:24:22.490265 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-f4d81ee2-38eb-43f1-aece-4ef74fb9fa5e admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3950441 May 25 22:24:23.250578 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 454f819f-1f5d-4d6e-832a-b816649c8d6f up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:24:23.319215 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port 454f819f-1f5d-4d6e-832a-b816649c8d6f triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:24:23.319601 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:25.101868 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 50530) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:24:25.468891 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [None req-5fe766bc-c0f0-4b7b-a820-20e5c5b1588a admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'ffa18a081a5b4b6b8b8cd1f3d2b397bb', 'admin_state_up': True}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:24:25.509961 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.policy [None req-5fe766bc-c0f0-4b7b-a820-20e5c5b1588a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83236) register_rules /opt/stack/neutron/neutron/policy.py:65}} May 25 22:24:25.510746 dv-cinder-843305-1-iscsi neutron-server[83236]: WARNING oslo_policy.policy [None req-5fe766bc-c0f0-4b7b-a820-20e5c5b1588a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 22:24:25.511304 dv-cinder-843305-1-iscsi neutron-server[83236]: WARNING oslo_policy.policy [None req-5fe766bc-c0f0-4b7b-a820-20e5c5b1588a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 22:24:25.514540 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.quota [None req-5fe766bc-c0f0-4b7b-a820-20e5c5b1588a admin admin] Loaded quota_driver: . May 25 22:24:25.530564 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-5fe766bc-c0f0-4b7b-a820-20e5c5b1588a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:24:25.536863 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-5fe766bc-c0f0-4b7b-a820-20e5c5b1588a admin admin] Usage tracker for resource:router and tenant:ffa18a081a5b4b6b8b8cd1f3d2b397bb is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:24:25.541364 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-5fe766bc-c0f0-4b7b-a820-20e5c5b1588a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:24:25.549769 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-5fe766bc-c0f0-4b7b-a820-20e5c5b1588a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:24:25.565491 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-5fe766bc-c0f0-4b7b-a820-20e5c5b1588a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-332275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13655'] for router, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:25.567420 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-5fe766bc-c0f0-4b7b-a820-20e5c5b1588a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-334964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13660'] for router, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:25.595055 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-5fe766bc-c0f0-4b7b-a820-20e5c5b1588a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:25.706474 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-5fe766bc-c0f0-4b7b-a820-20e5c5b1588a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-332288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-335001'] for router, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:25.726670 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-5fe766bc-c0f0-4b7b-a820-20e5c5b1588a admin admin] Notify callbacks [] for router, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:25.727857 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-5fe766bc-c0f0-4b7b-a820-20e5c5b1588a admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6250315 May 25 22:24:27.998260 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 50542) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:24:28.376476 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [None req-a8b36ef6-a032-4f8a-b58c-7e12df7c5295 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=83236) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:24:28.377371 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-a8b36ef6-a032-4f8a-b58c-7e12df7c5295 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3781943 May 25 22:24:29.555157 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-a6e7bcbb-2dcc-4873-bae9-6549b018653e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:30.674072 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 50552) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:24:31.064981 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-fc567e23-0620-4861-a5a7-a49c28c4cecd admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'is_default': True}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:24:31.070041 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-fc567e23-0620-4861-a5a7-a49c28c4cecd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:24:31.074505 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-fc567e23-0620-4861-a5a7-a49c28c4cecd admin admin] Usage tracker for resource:network and tenant:10d47f3f894742de80ce66309f4a7fc2 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:24:31.077309 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-fc567e23-0620-4861-a5a7-a49c28c4cecd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:24:31.082842 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-fc567e23-0620-4861-a5a7-a49c28c4cecd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:24:31.092706 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc567e23-0620-4861-a5a7-a49c28c4cecd admin admin] Made reservation on behalf of 10d47f3f894742de80ce66309f4a7fc2 for: {'network': 1} {{(pid=83237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:24:31.094898 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-fc567e23-0620-4861-a5a7-a49c28c4cecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for network, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:31.106561 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-fc567e23-0620-4861-a5a7-a49c28c4cecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:31.136694 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-fc567e23-0620-4861-a5a7-a49c28c4cecd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:24:31.140299 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-fc567e23-0620-4861-a5a7-a49c28c4cecd admin admin] Usage tracker for resource:security_group_rule and tenant:10d47f3f894742de80ce66309f4a7fc2 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:24:31.142948 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-fc567e23-0620-4861-a5a7-a49c28c4cecd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:24:31.148393 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-fc567e23-0620-4861-a5a7-a49c28c4cecd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:24:31.210579 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-fc567e23-0620-4861-a5a7-a49c28c4cecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:31.214856 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-fc567e23-0620-4861-a5a7-a49c28c4cecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:31.232950 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fc567e23-0620-4861-a5a7-a49c28c4cecd admin admin] Reserving flat network on physical network physnet1 {{(pid=83237) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 25 22:24:31.266166 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc567e23-0620-4861-a5a7-a49c28c4cecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f96cc5-de5f-41c0-8d48-ae813aa09e36,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:24:31.268742 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-fc567e23-0620-4861-a5a7-a49c28c4cecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:31.269071 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.db.segments_db [None req-fc567e23-0620-4861-a5a7-a49c28c4cecd admin admin] Added segment 877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e of type flat for network cb39d3ef-31f0-4e66-970b-4cb0d379e187 May 25 22:24:31.299995 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-fc567e23-0620-4861-a5a7-a49c28c4cecd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744689326614'] for network, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:31.337845 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-fc567e23-0620-4861-a5a7-a49c28c4cecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057'] for network, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:31.338722 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc567e23-0620-4861-a5a7-a49c28c4cecd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:24:31.339276 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-fc567e23-0620-4861-a5a7-a49c28c4cecd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for network, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:31.440026 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc567e23-0620-4861-a5a7-a49c28c4cecd admin admin] Pushing event updated for resources: {'Network': ['ID=cb39d3ef-31f0-4e66-970b-4cb0d379e187,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:24:31.443859 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-fc567e23-0620-4861-a5a7-a49c28c4cecd admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7687500 May 25 22:24:31.452134 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Network cb39d3ef-31f0-4e66-970b-4cb0d379e187 details requested by agent ovs-agent-dv-cinder-843305-1-iscsi with host dv-cinder-843305-1-iscsi {{(pid=83238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:24:31.771292 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-80fdb4a4-6796-4725-8184-a657f30fedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:32.815676 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:33.013680 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:33.692414 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 50572) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:24:33.921859 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483a91ed-19f7-4d57-aad5-e744ac84c40f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:24:33.923184 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-483a91ed-19f7-4d57-aad5-e744ac84c40f admin admin] 10.222.0.39 "GET /v2.0/subnets/3d8f990b-4e36-4bb9-b426-fa3d2a2a472c HTTP/1.1" status: 200 len: 849 time: 0.2298563 May 25 22:24:34.099682 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-8565baf2-7159-4836-bdfc-fd798b6e3317 admin admin] 10.222.0.39 "GET /v2.0/routers/1d00436f-c8b8-4b0e-9028-8777c3910b3b HTTP/1.1" status: 200 len: 704 time: 0.1712260 May 25 22:24:34.240803 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:34.578632 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-5d494054-f222-4b02-a625-21b53c977047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:34.840759 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.db_base_plugin_common [None req-5d494054-f222-4b02-a625-21b53c977047 admin admin] Allocated IP 172.20.0.1 (fd9cdf66-7c80-496e-b704-5b5baa934aa8/3d8f990b-4e36-4bb9-b426-fa3d2a2a472c/3f98247c-f727-4f73-98c5-267735c69494) {{(pid=83237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:24:35.026779 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-5d494054-f222-4b02-a625-21b53c977047 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:35.046314 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.provisioning_blocks [None req-5d494054-f222-4b02-a625-21b53c977047 admin admin] Transition to ACTIVE for port object 3f98247c-f727-4f73-98c5-267735c69494 will not be triggered until provisioned by entity DHCP. {{(pid=83237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:24:35.100704 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-5d494054-f222-4b02-a625-21b53c977047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019'] for port, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:35.191099 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d494054-f222-4b02-a625-21b53c977047 admin admin] Network fd9cdf66-7c80-496e-b704-5b5baa934aa8 is already hosted by enough agents. {{(pid=83237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:24:35.193637 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.base_scheduler [None req-5d494054-f222-4b02-a625-21b53c977047 admin admin] Resources bound (agent type, host, resource id): {{(pid=83237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:24:35.197384 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d494054-f222-4b02-a625-21b53c977047 admin admin] Received port after_create {{(pid=83237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:24:35.198454 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-5d494054-f222-4b02-a625-21b53c977047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335459'] for router_interface, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:35.204665 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d494054-f222-4b02-a625-21b53c977047 admin admin] Pushing event updated for resources: {'Port': ['ID=3f98247c-f727-4f73-98c5-267735c69494,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:24:35.323996 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-5d494054-f222-4b02-a625-21b53c977047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:35.368198 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-19adeb0a-2a86-4034-8694-113d3f36671c None None] Provisioning for port 3f98247c-f727-4f73-98c5-267735c69494 completed by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:24:35.374275 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-19adeb0a-2a86-4034-8694-113d3f36671c None None] Provisioning complete for port 3f98247c-f727-4f73-98c5-267735c69494 triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:24:35.374640 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-19adeb0a-2a86-4034-8694-113d3f36671c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:35.425323 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-19adeb0a-2a86-4034-8694-113d3f36671c None None] Port 3f98247c-f727-4f73-98c5-267735c69494 cannot update to ACTIVE because it is not bound. {{(pid=83238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:24:35.552253 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-5d494054-f222-4b02-a625-21b53c977047 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:35.556202 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-5d494054-f222-4b02-a625-21b53c977047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:35.556952 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-5d494054-f222-4b02-a625-21b53c977047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2758953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335566'] for router_interface, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:35.680965 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d494054-f222-4b02-a625-21b53c977047 admin admin] Pushing event updated for resources: {'Port': ['ID=3f98247c-f727-4f73-98c5-267735c69494,revision_number=2']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:24:35.743651 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d494054-f222-4b02-a625-21b53c977047 admin admin] Network fd9cdf66-7c80-496e-b704-5b5baa934aa8 is already hosted by enough agents. {{(pid=83237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:24:35.744692 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.base_scheduler [None req-5d494054-f222-4b02-a625-21b53c977047 admin admin] Resources bound (agent type, host, resource id): {{(pid=83237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:24:35.949422 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-dc3d20d8-af0a-44e4-92f8-2223422ccef5 None None] Provisioning complete for port 3f98247c-f727-4f73-98c5-267735c69494 triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:24:35.949713 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-dc3d20d8-af0a-44e4-92f8-2223422ccef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:35.999533 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-dc3d20d8-af0a-44e4-92f8-2223422ccef5 None None] Port 3f98247c-f727-4f73-98c5-267735c69494 cannot update to ACTIVE because it is not bound. {{(pid=83238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:24:36.091477 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d494054-f222-4b02-a625-21b53c977047 admin admin] Router 1d00436f-c8b8-4b0e-9028-8777c3910b3b is scheduled to L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a with binding_index 1 {{(pid=83237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:24:36.256496 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d494054-f222-4b02-a625-21b53c977047 admin admin] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:24:36.266837 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bc3b8f-0779-4076-a1c3-7ef878f7cbaf None None] Sync routers for ids ['1d00436f-c8b8-4b0e-9028-8777c3910b3b'] in dv-cinder-843305-1-iscsi {{(pid=83239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:24:36.267317 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-5d494054-f222-4b02-a625-21b53c977047 admin admin] 10.222.0.39 "PUT /v2.0/routers/1d00436f-c8b8-4b0e-9028-8777c3910b3b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1624639 May 25 22:24:36.280098 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bc3b8f-0779-4076-a1c3-7ef878f7cbaf None None] Routers {'1d00436f-c8b8-4b0e-9028-8777c3910b3b'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:24:36.280940 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-79bc3b8f-0779-4076-a1c3-7ef878f7cbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:24:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['1d00436f-c8b8-4b0e-9028-8777c3910b3b'], 'active': True} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:24:36.451581 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvr_db [None req-79bc3b8f-0779-4076-a1c3-7ef878f7cbaf None None] Set router 1d00436f-c8b8-4b0e-9028-8777c3910b3b gateway port host: None {{(pid=83239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:24:36.811366 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-79bc3b8f-0779-4076-a1c3-7ef878f7cbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d00436f-c8b8-4b0e-9028-8777c3910b3b', 'name': 'router1', 'tenant_id': 'ffa18a081a5b4b6b8b8cd1f3d2b397bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:24:25Z', 'updated_at': '2022-05-25T22:24:35Z', 'revision_number': 2, 'project_id': 'ffa18a081a5b4b6b8b8cd1f3d2b397bb', 'gw_port_host': None, '_interfaces': [{'id': '3f98247c-f727-4f73-98c5-267735c69494', 'name': '', 'network_id': 'fd9cdf66-7c80-496e-b704-5b5baa934aa8', 'tenant_id': 'ffa18a081a5b4b6b8b8cd1f3d2b397bb', 'mac_address': 'fa:16:3e:a7:0a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d00436f-c8b8-4b0e-9028-8777c3910b3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d8f990b-4e36-4bb9-b426-fa3d2a2a472c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:24:34Z', 'updated_at': '2022-05-25T22:24:35Z', 'revision_number': 2, 'project_id': 'ffa18a081a5b4b6b8b8cd1f3d2b397bb', 'subnets': [{'id': '3d8f990b-4e36-4bb9-b426-fa3d2a2a472c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7482081d-dd7f-4be7-8624-b02a1dccaf29'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:24:36.816196 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bc3b8f-0779-4076-a1c3-7ef878f7cbaf None None] Checking router: 1d00436f-c8b8-4b0e-9028-8777c3910b3b for host: dv-cinder-843305-1-iscsi {{(pid=83239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:24:36.816560 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bc3b8f-0779-4076-a1c3-7ef878f7cbaf None None] Updating router 1d00436f-c8b8-4b0e-9028-8777c3910b3b port 3f98247c-f727-4f73-98c5-267735c69494 binding host dv-cinder-843305-1-iscsi {{(pid=83239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:24:36.870113 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-79bc3b8f-0779-4076-a1c3-7ef878f7cbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:37.240978 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-79bc3b8f-0779-4076-a1c3-7ef878f7cbaf None None] Notify callbacks [] for port, precommit_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:37.255311 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.provisioning_blocks [None req-79bc3b8f-0779-4076-a1c3-7ef878f7cbaf None None] Transition to ACTIVE for port object 3f98247c-f727-4f73-98c5-267735c69494 will not be triggered until provisioned by entity L2. {{(pid=83239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:24:37.261915 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-79bc3b8f-0779-4076-a1c3-7ef878f7cbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:37.479747 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d005a528-0eef-45ba-b188-3562d0ecef11 None None] Pushing event updated for resources: {'Port': ['ID=3f98247c-f727-4f73-98c5-267735c69494,revision_number=3']} {{(pid=83239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:24:37.505557 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d005a528-0eef-45ba-b188-3562d0ecef11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:24:37.505898 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d005a528-0eef-45ba-b188-3562d0ecef11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:24:37.506227 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d005a528-0eef-45ba-b188-3562d0ecef11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:24:37.506551 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d005a528-0eef-45ba-b188-3562d0ecef11 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:24:37.506874 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d005a528-0eef-45ba-b188-3562d0ecef11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:24:37.507193 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d005a528-0eef-45ba-b188-3562d0ecef11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:24:37.507511 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d005a528-0eef-45ba-b188-3562d0ecef11 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:24:37.507855 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d005a528-0eef-45ba-b188-3562d0ecef11 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:24:37.508171 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d005a528-0eef-45ba-b188-3562d0ecef11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:24:37.508483 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d005a528-0eef-45ba-b188-3562d0ecef11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:24:37.508796 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d005a528-0eef-45ba-b188-3562d0ecef11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:24:37.509885 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d005a528-0eef-45ba-b188-3562d0ecef11 None None] Tracked resource versions report: May 25 22:24:37.509885 dv-cinder-843305-1-iscsi neutron-server[83239]: pushed versions: May 25 22:24:37.509885 dv-cinder-843305-1-iscsi neutron-server[83239]: { 'ConntrackHelper': {'1.0'}, May 25 22:24:37.509885 dv-cinder-843305-1-iscsi neutron-server[83239]: 'Log': {'1.0'}, May 25 22:24:37.509885 dv-cinder-843305-1-iscsi neutron-server[83239]: 'Network': {'1.1'}, May 25 22:24:37.509885 dv-cinder-843305-1-iscsi neutron-server[83239]: 'Port': {'1.5'}, May 25 22:24:37.509885 dv-cinder-843305-1-iscsi neutron-server[83239]: 'PortForwarding': {'1.2'}, May 25 22:24:37.509885 dv-cinder-843305-1-iscsi neutron-server[83239]: 'QosPolicy': {'1.8'}, May 25 22:24:37.509885 dv-cinder-843305-1-iscsi neutron-server[83239]: 'SecurityGroup': {'1.2'}, May 25 22:24:37.509885 dv-cinder-843305-1-iscsi neutron-server[83239]: 'SecurityGroupRule': {'1.0'}, May 25 22:24:37.509885 dv-cinder-843305-1-iscsi neutron-server[83239]: 'SubPort': {'1.0'}, May 25 22:24:37.509885 dv-cinder-843305-1-iscsi neutron-server[83239]: 'Subnet': {'1.1'}, May 25 22:24:37.509885 dv-cinder-843305-1-iscsi neutron-server[83239]: 'Trunk': {'1.1'}} May 25 22:24:37.509885 dv-cinder-843305-1-iscsi neutron-server[83239]: consumer versions: May 25 22:24:37.509885 dv-cinder-843305-1-iscsi neutron-server[83239]: { DHCP agent@dv-cinder-843305-1-iscsi: {}, May 25 22:24:37.509885 dv-cinder-843305-1-iscsi neutron-server[83239]: L3 agent@dv-cinder-843305-1-iscsi: {}, May 25 22:24:37.509885 dv-cinder-843305-1-iscsi neutron-server[83239]: Metadata agent@dv-cinder-843305-1-iscsi: {}, May 25 22:24:37.509885 dv-cinder-843305-1-iscsi neutron-server[83239]: Metering agent@dv-cinder-843305-1-iscsi: {}, May 25 22:24:37.509885 dv-cinder-843305-1-iscsi neutron-server[83239]: Open vSwitch agent@dv-cinder-843305-1-iscsi: { 'ConntrackHelper': '1.0', May 25 22:24:37.509885 dv-cinder-843305-1-iscsi neutron-server[83239]: 'Log': '1.0', May 25 22:24:37.509885 dv-cinder-843305-1-iscsi neutron-server[83239]: 'Network': '1.1', May 25 22:24:37.509885 dv-cinder-843305-1-iscsi neutron-server[83239]: 'Port': '1.5', May 25 22:24:37.509885 dv-cinder-843305-1-iscsi neutron-server[83239]: 'PortForwarding': '1.2', May 25 22:24:37.509885 dv-cinder-843305-1-iscsi neutron-server[83239]: 'QosPolicy': '1.8', May 25 22:24:37.509885 dv-cinder-843305-1-iscsi neutron-server[83239]: 'SecurityGroup': '1.2', May 25 22:24:37.509885 dv-cinder-843305-1-iscsi neutron-server[83239]: 'SecurityGroupRule': '1.0', May 25 22:24:37.509885 dv-cinder-843305-1-iscsi neutron-server[83239]: 'SubPort': '1.0', May 25 22:24:37.509885 dv-cinder-843305-1-iscsi neutron-server[83239]: 'Subnet': '1.1', May 25 22:24:37.509885 dv-cinder-843305-1-iscsi neutron-server[83239]: 'Trunk': '1.1'}} May 25 22:24:37.509885 dv-cinder-843305-1-iscsi neutron-server[83239]: {{(pid=83239) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 22:24:37.522286 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.managers [None req-79bc3b8f-0779-4076-a1c3-7ef878f7cbaf None None] Attempting to bind port 3f98247c-f727-4f73-98c5-267735c69494 on host dv-cinder-843305-1-iscsi for vnic_type normal with profile {{(pid=83239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:24:37.522678 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.managers [None req-79bc3b8f-0779-4076-a1c3-7ef878f7cbaf None None] Attempting to bind port 3f98247c-f727-4f73-98c5-267735c69494 by drivers openvswitch,hyperv on host dv-cinder-843305-1-iscsi at level 0 using segments [{'id': '1c579dee-395c-48a6-8549-47e8344943d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fd9cdf66-7c80-496e-b704-5b5baa934aa8'}] {{(pid=83239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:24:37.523093 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bc3b8f-0779-4076-a1c3-7ef878f7cbaf None None] Attempting to bind port 3f98247c-f727-4f73-98c5-267735c69494 on network fd9cdf66-7c80-496e-b704-5b5baa934aa8 {{(pid=83239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:24:37.529425 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bc3b8f-0779-4076-a1c3-7ef878f7cbaf None None] Checking agent: {'id': '204015c8-cb50-46b9-b04e-4ea0e4e6040d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 24, 3), 'started_at': datetime.datetime(2022, 5, 25, 22, 24, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:24:37.529836 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bc3b8f-0779-4076-a1c3-7ef878f7cbaf None None] Checking segment: {'id': '1c579dee-395c-48a6-8549-47e8344943d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fd9cdf66-7c80-496e-b704-5b5baa934aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:24:37.530581 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-79bc3b8f-0779-4076-a1c3-7ef878f7cbaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:37.530968 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bc3b8f-0779-4076-a1c3-7ef878f7cbaf None None] Bound using segment: {'id': '1c579dee-395c-48a6-8549-47e8344943d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fd9cdf66-7c80-496e-b704-5b5baa934aa8'} {{(pid=83239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:24:37.532545 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.managers [None req-79bc3b8f-0779-4076-a1c3-7ef878f7cbaf None None] Bound port: 3f98247c-f727-4f73-98c5-267735c69494, host: dv-cinder-843305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c579dee-395c-48a6-8549-47e8344943d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fd9cdf66-7c80-496e-b704-5b5baa934aa8'}}] {{(pid=83239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:24:37.532937 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-79bc3b8f-0779-4076-a1c3-7ef878f7cbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:37.620535 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.db [None req-79bc3b8f-0779-4076-a1c3-7ef878f7cbaf None None] For port 3f98247c-f727-4f73-98c5-267735c69494, host dv-cinder-843305-1-iscsi, cleared binding levels {{(pid=83239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:24:37.624818 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.db [None req-79bc3b8f-0779-4076-a1c3-7ef878f7cbaf None None] For port 3f98247c-f727-4f73-98c5-267735c69494, host dv-cinder-843305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=3f98247c-f727-4f73-98c5-267735c69494,segment=NetworkSegment(1c579dee-395c-48a6-8549-47e8344943d2),segment_id=1c579dee-395c-48a6-8549-47e8344943d2)] {{(pid=83239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:24:37.628919 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-79bc3b8f-0779-4076-a1c3-7ef878f7cbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:37.721115 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bc3b8f-0779-4076-a1c3-7ef878f7cbaf None None] Routers {'1d00436f-c8b8-4b0e-9028-8777c3910b3b'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:24:37.721660 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-79bc3b8f-0779-4076-a1c3-7ef878f7cbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:24:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['1d00436f-c8b8-4b0e-9028-8777c3910b3b'], 'active': True} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:24:37.832130 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d005a528-0eef-45ba-b188-3562d0ecef11 None None] Pushing event updated for resources: {'Port': ['ID=3f98247c-f727-4f73-98c5-267735c69494,revision_number=4']} {{(pid=83239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:24:37.883634 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvr_db [None req-79bc3b8f-0779-4076-a1c3-7ef878f7cbaf None None] Set router 1d00436f-c8b8-4b0e-9028-8777c3910b3b gateway port host: None {{(pid=83239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:24:38.207159 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-79bc3b8f-0779-4076-a1c3-7ef878f7cbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d00436f-c8b8-4b0e-9028-8777c3910b3b', 'name': 'router1', 'tenant_id': 'ffa18a081a5b4b6b8b8cd1f3d2b397bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:24:25Z', 'updated_at': '2022-05-25T22:24:35Z', 'revision_number': 2, 'project_id': 'ffa18a081a5b4b6b8b8cd1f3d2b397bb', 'gw_port_host': None, '_interfaces': [{'id': '3f98247c-f727-4f73-98c5-267735c69494', 'name': '', 'network_id': 'fd9cdf66-7c80-496e-b704-5b5baa934aa8', 'tenant_id': 'ffa18a081a5b4b6b8b8cd1f3d2b397bb', 'mac_address': 'fa:16:3e:a7:0a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d00436f-c8b8-4b0e-9028-8777c3910b3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d8f990b-4e36-4bb9-b426-fa3d2a2a472c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:24:34Z', 'updated_at': '2022-05-25T22:24:37Z', 'revision_number': 4, 'project_id': 'ffa18a081a5b4b6b8b8cd1f3d2b397bb', 'subnets': [{'id': '3d8f990b-4e36-4bb9-b426-fa3d2a2a472c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7482081d-dd7f-4be7-8624-b02a1dccaf29'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:24:38.210983 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bc3b8f-0779-4076-a1c3-7ef878f7cbaf None None] The sync data for ids ['1d00436f-c8b8-4b0e-9028-8777c3910b3b'] in dv-cinder-843305-1-iscsi is: [{'id': '1d00436f-c8b8-4b0e-9028-8777c3910b3b', 'name': 'router1', 'tenant_id': 'ffa18a081a5b4b6b8b8cd1f3d2b397bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:24:25Z', 'updated_at': '2022-05-25T22:24:35Z', 'revision_number': 2, 'project_id': 'ffa18a081a5b4b6b8b8cd1f3d2b397bb', 'gw_port_host': None, '_interfaces': [{'id': '3f98247c-f727-4f73-98c5-267735c69494', 'name': '', 'network_id': 'fd9cdf66-7c80-496e-b704-5b5baa934aa8', 'tenant_id': 'ffa18a081a5b4b6b8b8cd1f3d2b397bb', 'mac_address': 'fa:16:3e:a7:0a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d00436f-c8b8-4b0e-9028-8777c3910b3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d8f990b-4e36-4bb9-b426-fa3d2a2a472c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:24:34Z', 'updated_at': '2022-05-25T22:24:37Z', 'revision_number': 4, 'project_id': 'ffa18a081a5b4b6b8b8cd1f3d2b397bb', 'subnets': [{'id': '3d8f990b-4e36-4bb9-b426-fa3d2a2a472c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7482081d-dd7f-4be7-8624-b02a1dccaf29'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:24:38.356638 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 50594) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:24:38.532017 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d725245-052d-46cc-adbd-e382e76554ee admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:24:38.532564 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-2d725245-052d-46cc-adbd-e382e76554ee admin admin] Synchronizing usage tracker for tenant:10d47f3f894742de80ce66309f4a7fc2 on resource:network {{(pid=83237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:24:38.549263 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-2d725245-052d-46cc-adbd-e382e76554ee admin admin] Unset dirty status for tenant:10d47f3f894742de80ce66309f4a7fc2 on resource:network {{(pid=83237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:24:38.550688 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-2d725245-052d-46cc-adbd-e382e76554ee admin admin] 10.222.0.39 "GET /v2.0/networks/cb39d3ef-31f0-4e66-970b-4cb0d379e187 HTTP/1.1" status: 200 len: 842 time: 0.1930611 May 25 22:24:38.559728 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-1f94e081-5918-44ee-b771-1f96791c0447 admin admin] Request body: {'subnet': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:24:38.564737 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-1f94e081-5918-44ee-b771-1f96791c0447 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:24:38.568366 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-1f94e081-5918-44ee-b771-1f96791c0447 admin admin] Usage tracker for resource:subnet and tenant:10d47f3f894742de80ce66309f4a7fc2 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:24:38.571080 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-1f94e081-5918-44ee-b771-1f96791c0447 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:24:38.578461 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-1f94e081-5918-44ee-b771-1f96791c0447 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:24:38.589056 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f94e081-5918-44ee-b771-1f96791c0447 admin admin] Made reservation on behalf of 10d47f3f894742de80ce66309f4a7fc2 for: {'subnet': 1} {{(pid=83237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:24:38.591367 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-1f94e081-5918-44ee-b771-1f96791c0447 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:38.982987 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.objects.ports [None req-1f94e081-5918-44ee-b771-1f96791c0447 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83237) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 25 22:24:38.983415 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-1f94e081-5918-44ee-b771-1f96791c0447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057'] for subnet, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:39.065082 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f94e081-5918-44ee-b771-1f96791c0447 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ff22ee7-6206-48b0-b7ae-e7396fe607ae,revision_number=0']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:24:39.079554 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f94e081-5918-44ee-b771-1f96791c0447 admin admin] Checking segment: {'id': '877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:24:39.079554 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f94e081-5918-44ee-b771-1f96791c0447 admin admin] Network hostable DHCP agents. Network: cb39d3ef-31f0-4e66-970b-4cb0d379e187, hostable agents: ['7055d141-b128-493c-8fde-b010d723709d'], hosted agents: [] {{(pid=83237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:24:39.105165 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f94e081-5918-44ee-b771-1f96791c0447 admin admin] Network cb39d3ef-31f0-4e66-970b-4cb0d379e187 is scheduled to be hosted by DHCP agent 7055d141-b128-493c-8fde-b010d723709d with binding_index 1 {{(pid=83237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:24:39.114099 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.base_scheduler [None req-1f94e081-5918-44ee-b771-1f96791c0447 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-1-iscsi, cb39d3ef-31f0-4e66-970b-4cb0d379e187) {{(pid=83237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:24:39.118040 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f94e081-5918-44ee-b771-1f96791c0447 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:24:39.118615 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-1f94e081-5918-44ee-b771-1f96791c0447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for subnet, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:39.122846 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8b7060-db3b-48e5-8324-1e5436cc202e None None] Network cb39d3ef-31f0-4e66-970b-4cb0d379e187 requested from dv-cinder-843305-1-iscsi {{(pid=83238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:24:39.142921 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-1f94e081-5918-44ee-b771-1f96791c0447 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5865521 May 25 22:24:39.326959 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 3f98247c-f727-4f73-98c5-267735c69494 up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:24:39.434252 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523a33f5-6bc5-4661-a6e3-8fa594f122c1 None None] Network cb39d3ef-31f0-4e66-970b-4cb0d379e187 requested from dv-cinder-843305-1-iscsi {{(pid=83238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:24:39.526456 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning for port 3f98247c-f727-4f73-98c5-267735c69494 completed by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:24:39.535603 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port 3f98247c-f727-4f73-98c5-267735c69494 triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:24:39.535965 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:39.769723 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:39.801900 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] For port 3f98247c-f727-4f73-98c5-267735c69494, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=3f98247c-f727-4f73-98c5-267735c69494,segment=NetworkSegment(1c579dee-395c-48a6-8549-47e8344943d2),segment_id=1c579dee-395c-48a6-8549-47e8344943d2)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:24:39.805505 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:39.876792 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Pushing event updated for resources: {'Port': ['ID=3f98247c-f727-4f73-98c5-267735c69494,revision_number=5']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:24:41.261652 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 3f98247c-f727-4f73-98c5-267735c69494 up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:24:41.326733 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 50608) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:24:41.329711 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port 3f98247c-f727-4f73-98c5-267735c69494 triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:24:41.330077 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:41.556721 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-70398550-bfcb-4a79-951a-e7df98b9cb22 admin admin] 10.222.0.39 "GET /v2.0/routers/1d00436f-c8b8-4b0e-9028-8777c3910b3b HTTP/1.1" status: 200 len: 710 time: 0.2286780 May 25 22:24:41.687816 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7c854f-3b5b-43de-a366-739be15659b2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:24:41.689172 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-2d7c854f-3b5b-43de-a366-739be15659b2 admin admin] 10.222.0.39 "GET /v2.0/networks/cb39d3ef-31f0-4e66-970b-4cb0d379e187 HTTP/1.1" status: 200 len: 886 time: 0.1275523 May 25 22:24:41.698362 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-6cd6e1c0-eccf-440f-b23f-2e28d085da56 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'}}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:24:42.162283 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-6cd6e1c0-eccf-440f-b23f-2e28d085da56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-334982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-332297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:42.347862 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-6cd6e1c0-eccf-440f-b23f-2e28d085da56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:42.352807 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.agents_db [None req-9a0b4f36-fcd8-49b0-a2d4-59f1c5f7edf0 None None] Agent healthcheck: found 5 active agents {{(pid=83239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:24:42.441057 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-6cd6e1c0-eccf-440f-b23f-2e28d085da56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:42.570929 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.db_base_plugin_common [None req-6cd6e1c0-eccf-440f-b23f-2e28d085da56 admin admin] Allocated IP 172.27.0.69 (cb39d3ef-31f0-4e66-970b-4cb0d379e187/4ff22ee7-6206-48b0-b7ae-e7396fe607ae/a87f69dc-4fcd-4345-80d4-0cc6271b3ffd) {{(pid=83237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:24:42.711571 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-6cd6e1c0-eccf-440f-b23f-2e28d085da56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:42.738476 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-6cd6e1c0-eccf-440f-b23f-2e28d085da56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019'] for port, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:42.801485 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd6e1c0-eccf-440f-b23f-2e28d085da56 admin admin] Network cb39d3ef-31f0-4e66-970b-4cb0d379e187 is already hosted by enough agents. {{(pid=83237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:24:42.804195 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.base_scheduler [None req-6cd6e1c0-eccf-440f-b23f-2e28d085da56 admin admin] Resources bound (agent type, host, resource id): {{(pid=83237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:24:42.808247 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd6e1c0-eccf-440f-b23f-2e28d085da56 admin admin] Received port after_create {{(pid=83237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:24:42.829628 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd6e1c0-eccf-440f-b23f-2e28d085da56 admin admin] Pushing event updated for resources: {'Port': ['ID=a87f69dc-4fcd-4345-80d4-0cc6271b3ffd,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:24:42.946779 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-6cd6e1c0-eccf-440f-b23f-2e28d085da56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:43.111209 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-6cd6e1c0-eccf-440f-b23f-2e28d085da56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-334982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-332297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:43.114663 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-6cd6e1c0-eccf-440f-b23f-2e28d085da56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-335001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-334991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-334992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-332306'] for router, after_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:43.305041 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd6e1c0-eccf-440f-b23f-2e28d085da56 admin admin] Router 1d00436f-c8b8-4b0e-9028-8777c3910b3b has already been hosted by L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a {{(pid=83237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:24:43.491725 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd6e1c0-eccf-440f-b23f-2e28d085da56 admin admin] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:24:43.500031 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-6cd6e1c0-eccf-440f-b23f-2e28d085da56 admin admin] Notify callbacks [] for router, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:43.501187 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-6cd6e1c0-eccf-440f-b23f-2e28d085da56 admin admin] 10.222.0.39 "PUT /v2.0/routers/1d00436f-c8b8-4b0e-9028-8777c3910b3b HTTP/1.1" status: 200 len: 889 time: 1.8066072 May 25 22:24:43.501775 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aba2d2c-3bc2-4553-88ee-f71a66408df2 None None] Sync routers for ids ['1d00436f-c8b8-4b0e-9028-8777c3910b3b'] in dv-cinder-843305-1-iscsi {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:24:43.514838 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aba2d2c-3bc2-4553-88ee-f71a66408df2 None None] Routers {'1d00436f-c8b8-4b0e-9028-8777c3910b3b'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:24:43.515504 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-1aba2d2c-3bc2-4553-88ee-f71a66408df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:24:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['1d00436f-c8b8-4b0e-9028-8777c3910b3b'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:24:43.703481 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-1aba2d2c-3bc2-4553-88ee-f71a66408df2 None None] Set router 1d00436f-c8b8-4b0e-9028-8777c3910b3b gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:24:44.047606 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-1aba2d2c-3bc2-4553-88ee-f71a66408df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d00436f-c8b8-4b0e-9028-8777c3910b3b', 'name': 'router1', 'tenant_id': 'ffa18a081a5b4b6b8b8cd1f3d2b397bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'a87f69dc-4fcd-4345-80d4-0cc6271b3ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:24:25Z', 'updated_at': '2022-05-25T22:24:42Z', 'revision_number': 4, 'project_id': 'ffa18a081a5b4b6b8b8cd1f3d2b397bb', 'gw_port': {'id': 'a87f69dc-4fcd-4345-80d4-0cc6271b3ffd', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d00436f-c8b8-4b0e-9028-8777c3910b3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:24:42Z', 'updated_at': '2022-05-25T22:24:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '3f98247c-f727-4f73-98c5-267735c69494', 'name': '', 'network_id': 'fd9cdf66-7c80-496e-b704-5b5baa934aa8', 'tenant_id': 'ffa18a081a5b4b6b8b8cd1f3d2b397bb', 'mac_address': 'fa:16:3e:a7:0a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d00436f-c8b8-4b0e-9028-8777c3910b3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d8f990b-4e36-4bb9-b426-fa3d2a2a472c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:24:34Z', 'updated_at': '2022-05-25T22:24:39Z', 'revision_number': 5, 'project_id': 'ffa18a081a5b4b6b8b8cd1f3d2b397bb', 'subnets': [{'id': '3d8f990b-4e36-4bb9-b426-fa3d2a2a472c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7482081d-dd7f-4be7-8624-b02a1dccaf29'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:24:44.052309 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aba2d2c-3bc2-4553-88ee-f71a66408df2 None None] Checking router: 1d00436f-c8b8-4b0e-9028-8777c3910b3b for host: dv-cinder-843305-1-iscsi {{(pid=83238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:24:44.052648 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aba2d2c-3bc2-4553-88ee-f71a66408df2 None None] Updating router 1d00436f-c8b8-4b0e-9028-8777c3910b3b port a87f69dc-4fcd-4345-80d4-0cc6271b3ffd binding host dv-cinder-843305-1-iscsi {{(pid=83238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:24:44.104971 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1aba2d2c-3bc2-4553-88ee-f71a66408df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:44.427892 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1aba2d2c-3bc2-4553-88ee-f71a66408df2 None None] Notify callbacks [] for port, precommit_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:44.440356 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1aba2d2c-3bc2-4553-88ee-f71a66408df2 None None] Transition to ACTIVE for port object a87f69dc-4fcd-4345-80d4-0cc6271b3ffd will not be triggered until provisioned by entity L2. {{(pid=83238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:24:44.446873 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1aba2d2c-3bc2-4553-88ee-f71a66408df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:44.524889 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9146e600-a9bb-4089-a1ec-0ccf0576b02a None None] Pushing event updated for resources: {'Port': ['ID=a87f69dc-4fcd-4345-80d4-0cc6271b3ffd,revision_number=2']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:24:44.530014 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-1aba2d2c-3bc2-4553-88ee-f71a66408df2 None None] Attempting to bind port a87f69dc-4fcd-4345-80d4-0cc6271b3ffd on host dv-cinder-843305-1-iscsi for vnic_type normal with profile {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:24:44.530388 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-1aba2d2c-3bc2-4553-88ee-f71a66408df2 None None] Attempting to bind port a87f69dc-4fcd-4345-80d4-0cc6271b3ffd by drivers openvswitch,hyperv on host dv-cinder-843305-1-iscsi at level 0 using segments [{'id': '877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'}] {{(pid=83238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:24:44.530742 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aba2d2c-3bc2-4553-88ee-f71a66408df2 None None] Attempting to bind port a87f69dc-4fcd-4345-80d4-0cc6271b3ffd on network cb39d3ef-31f0-4e66-970b-4cb0d379e187 {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:24:44.537423 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aba2d2c-3bc2-4553-88ee-f71a66408df2 None None] Checking agent: {'id': '204015c8-cb50-46b9-b04e-4ea0e4e6040d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 24, 3), 'started_at': datetime.datetime(2022, 5, 25, 22, 24, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:24:44.537788 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aba2d2c-3bc2-4553-88ee-f71a66408df2 None None] Checking segment: {'id': '877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:24:44.538181 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1aba2d2c-3bc2-4553-88ee-f71a66408df2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:44.538565 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aba2d2c-3bc2-4553-88ee-f71a66408df2 None None] Bound using segment: {'id': '877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'} {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:24:44.539021 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-1aba2d2c-3bc2-4553-88ee-f71a66408df2 None None] Bound port: a87f69dc-4fcd-4345-80d4-0cc6271b3ffd, host: dv-cinder-843305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'}}] {{(pid=83238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:24:44.539414 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1aba2d2c-3bc2-4553-88ee-f71a66408df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:44.639625 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-1aba2d2c-3bc2-4553-88ee-f71a66408df2 None None] For port a87f69dc-4fcd-4345-80d4-0cc6271b3ffd, host dv-cinder-843305-1-iscsi, cleared binding levels {{(pid=83238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:24:44.642458 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-1aba2d2c-3bc2-4553-88ee-f71a66408df2 None None] For port a87f69dc-4fcd-4345-80d4-0cc6271b3ffd, host dv-cinder-843305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=a87f69dc-4fcd-4345-80d4-0cc6271b3ffd,segment=NetworkSegment(877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e),segment_id=877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e)] {{(pid=83238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:24:44.645765 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1aba2d2c-3bc2-4553-88ee-f71a66408df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:44.722237 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9146e600-a9bb-4089-a1ec-0ccf0576b02a None None] Pushing event updated for resources: {'Port': ['ID=a87f69dc-4fcd-4345-80d4-0cc6271b3ffd,revision_number=3']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:24:44.731069 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aba2d2c-3bc2-4553-88ee-f71a66408df2 None None] Routers {'1d00436f-c8b8-4b0e-9028-8777c3910b3b'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:24:44.731946 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-1aba2d2c-3bc2-4553-88ee-f71a66408df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:24:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['1d00436f-c8b8-4b0e-9028-8777c3910b3b'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:24:44.912876 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-1aba2d2c-3bc2-4553-88ee-f71a66408df2 None None] Set router 1d00436f-c8b8-4b0e-9028-8777c3910b3b gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:24:45.237988 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-1aba2d2c-3bc2-4553-88ee-f71a66408df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d00436f-c8b8-4b0e-9028-8777c3910b3b', 'name': 'router1', 'tenant_id': 'ffa18a081a5b4b6b8b8cd1f3d2b397bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'a87f69dc-4fcd-4345-80d4-0cc6271b3ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:24:25Z', 'updated_at': '2022-05-25T22:24:42Z', 'revision_number': 4, 'project_id': 'ffa18a081a5b4b6b8b8cd1f3d2b397bb', 'gw_port': {'id': 'a87f69dc-4fcd-4345-80d4-0cc6271b3ffd', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d00436f-c8b8-4b0e-9028-8777c3910b3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:24:42Z', 'updated_at': '2022-05-25T22:24:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '3f98247c-f727-4f73-98c5-267735c69494', 'name': '', 'network_id': 'fd9cdf66-7c80-496e-b704-5b5baa934aa8', 'tenant_id': 'ffa18a081a5b4b6b8b8cd1f3d2b397bb', 'mac_address': 'fa:16:3e:a7:0a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d00436f-c8b8-4b0e-9028-8777c3910b3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d8f990b-4e36-4bb9-b426-fa3d2a2a472c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:24:34Z', 'updated_at': '2022-05-25T22:24:39Z', 'revision_number': 5, 'project_id': 'ffa18a081a5b4b6b8b8cd1f3d2b397bb', 'subnets': [{'id': '3d8f990b-4e36-4bb9-b426-fa3d2a2a472c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7482081d-dd7f-4be7-8624-b02a1dccaf29'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:24:45.241856 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aba2d2c-3bc2-4553-88ee-f71a66408df2 None None] The sync data for ids ['1d00436f-c8b8-4b0e-9028-8777c3910b3b'] in dv-cinder-843305-1-iscsi is: [{'id': '1d00436f-c8b8-4b0e-9028-8777c3910b3b', 'name': 'router1', 'tenant_id': 'ffa18a081a5b4b6b8b8cd1f3d2b397bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'a87f69dc-4fcd-4345-80d4-0cc6271b3ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:24:25Z', 'updated_at': '2022-05-25T22:24:42Z', 'revision_number': 4, 'project_id': 'ffa18a081a5b4b6b8b8cd1f3d2b397bb', 'gw_port': {'id': 'a87f69dc-4fcd-4345-80d4-0cc6271b3ffd', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d00436f-c8b8-4b0e-9028-8777c3910b3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:24:42Z', 'updated_at': '2022-05-25T22:24:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '3f98247c-f727-4f73-98c5-267735c69494', 'name': '', 'network_id': 'fd9cdf66-7c80-496e-b704-5b5baa934aa8', 'tenant_id': 'ffa18a081a5b4b6b8b8cd1f3d2b397bb', 'mac_address': 'fa:16:3e:a7:0a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d00436f-c8b8-4b0e-9028-8777c3910b3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d8f990b-4e36-4bb9-b426-fa3d2a2a472c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:24:34Z', 'updated_at': '2022-05-25T22:24:39Z', 'revision_number': 5, 'project_id': 'ffa18a081a5b4b6b8b8cd1f3d2b397bb', 'subnets': [{'id': '3d8f990b-4e36-4bb9-b426-fa3d2a2a472c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7482081d-dd7f-4be7-8624-b02a1dccaf29'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:24:45.790567 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 50618) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:24:45.928498 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-3bc77190-428f-499d-be32-3d862f4a5b61 admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1079 time: 0.1367633 May 25 22:24:47.298152 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device a87f69dc-4fcd-4345-80d4-0cc6271b3ffd up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:24:47.366790 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning for port a87f69dc-4fcd-4345-80d4-0cc6271b3ffd completed by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:24:47.371385 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port a87f69dc-4fcd-4345-80d4-0cc6271b3ffd triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:24:47.371807 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:47.500967 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:47.519937 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] For port a87f69dc-4fcd-4345-80d4-0cc6271b3ffd, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=a87f69dc-4fcd-4345-80d4-0cc6271b3ffd,segment=NetworkSegment(877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e),segment_id=877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:24:47.525325 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:47.596042 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Pushing event updated for resources: {'Port': ['ID=a87f69dc-4fcd-4345-80d4-0cc6271b3ffd,revision_number=4']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:24:49.295858 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device a87f69dc-4fcd-4345-80d4-0cc6271b3ffd up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:24:49.388459 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port a87f69dc-4fcd-4345-80d4-0cc6271b3ffd triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:24:49.388747 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:24:59.558946 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-f84ae201-4e04-430c-bb7d-be56a83554d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:25:01.755071 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-ae056524-d99f-4cae-b53c-a3616e29ae9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:25:02.821501 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:25:03.017810 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:25:04.258848 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:25:19.355114 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.agents_db [None req-9a0b4f36-fcd8-49b0-a2d4-59f1c5f7edf0 None None] Agent healthcheck: found 5 active agents {{(pid=83239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:25:29.562168 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-30534174-bdb4-43a1-a870-c021a7d368d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:25:31.761560 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-6ef39ef7-5c47-410a-9179-5ae1aea4c250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:25:32.824471 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:25:33.021794 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:25:34.266613 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:25:56.355153 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.agents_db [None req-9a0b4f36-fcd8-49b0-a2d4-59f1c5f7edf0 None None] Agent healthcheck: found 5 active agents {{(pid=83239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:25:59.569083 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d3217fee-910c-4f89-ae38-f351423992c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:26:01.760335 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-ed5ddff0-0c9f-403b-9941-e127666bf303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:26:02.825922 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:26:03.029056 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:26:04.270906 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:26:29.562378 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-e6e8cb0c-affc-43e2-a40e-29e87103cde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:26:31.751597 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-7c8c472e-a3a3-4f43-86ad-a17da3fb1528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:26:32.828036 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:26:33.021660 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:26:33.354760 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.agents_db [None req-9a0b4f36-fcd8-49b0-a2d4-59f1c5f7edf0 None None] Agent healthcheck: found 5 active agents {{(pid=83239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:26:34.272994 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:26:49.045527 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 51190) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:26:49.136736 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ab8a0c1-5216-434b-aead-37642fb1150f admin admin] GET failed (client error): The resource could not be found. May 25 22:26:49.137935 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-1ab8a0c1-5216-434b-aead-37642fb1150f admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0915012 May 25 22:26:49.266838 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5531ac11-da31-4818-b151-f40ff884833d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:26:49.268200 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-5531ac11-da31-4818-b151-f40ff884833d admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1264117 May 25 22:26:51.343014 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 51200) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:26:51.498281 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c5d386-8ac0-4caf-bb89-486e2af1c528 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:26:51.499756 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-26c5d386-8ac0-4caf-bb89-486e2af1c528 admin admin] 10.222.0.39 "GET /v2.0/subnets/3d8f990b-4e36-4bb9-b426-fa3d2a2a472c HTTP/1.1" status: 200 len: 849 time: 0.1557348 May 25 22:26:51.508745 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [None req-fe98688b-a90f-41e9-a80c-ce3e78b57fd2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:26:51.623240 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-fe98688b-a90f-41e9-a80c-ce3e78b57fd2 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:26:51.814188 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-fe98688b-a90f-41e9-a80c-ce3e78b57fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744689680541'] for subnet, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:26:51.890084 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe98688b-a90f-41e9-a80c-ce3e78b57fd2 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:26:51.890606 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-fe98688b-a90f-41e9-a80c-ce3e78b57fd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for subnet, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:26:51.904030 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-fe98688b-a90f-41e9-a80c-ce3e78b57fd2 admin admin] 10.222.0.39 "PUT /v2.0/subnets/3d8f990b-4e36-4bb9-b426-fa3d2a2a472c HTTP/1.1" status: 200 len: 868 time: 0.3867991 May 25 22:26:51.906968 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e85824f-158b-48af-8f0d-75df8388bb04 None None] Network fd9cdf66-7c80-496e-b704-5b5baa934aa8 requested from dv-cinder-843305-1-iscsi {{(pid=83238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:26:51.918861 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe98688b-a90f-41e9-a80c-ce3e78b57fd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d8f990b-4e36-4bb9-b426-fa3d2a2a472c,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:26:51.928609 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe98688b-a90f-41e9-a80c-ce3e78b57fd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:26:51.928956 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe98688b-a90f-41e9-a80c-ce3e78b57fd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:26:51.929281 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe98688b-a90f-41e9-a80c-ce3e78b57fd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:26:51.929639 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe98688b-a90f-41e9-a80c-ce3e78b57fd2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:26:51.930132 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe98688b-a90f-41e9-a80c-ce3e78b57fd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:26:51.930463 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe98688b-a90f-41e9-a80c-ce3e78b57fd2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:26:51.930786 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe98688b-a90f-41e9-a80c-ce3e78b57fd2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:26:51.931106 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe98688b-a90f-41e9-a80c-ce3e78b57fd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:26:51.931429 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe98688b-a90f-41e9-a80c-ce3e78b57fd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:26:51.931767 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe98688b-a90f-41e9-a80c-ce3e78b57fd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:26:51.932086 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe98688b-a90f-41e9-a80c-ce3e78b57fd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:26:51.933219 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe98688b-a90f-41e9-a80c-ce3e78b57fd2 admin admin] Tracked resource versions report: May 25 22:26:51.933219 dv-cinder-843305-1-iscsi neutron-server[83236]: pushed versions: May 25 22:26:51.933219 dv-cinder-843305-1-iscsi neutron-server[83236]: { 'ConntrackHelper': {'1.0'}, May 25 22:26:51.933219 dv-cinder-843305-1-iscsi neutron-server[83236]: 'Log': {'1.0'}, May 25 22:26:51.933219 dv-cinder-843305-1-iscsi neutron-server[83236]: 'Network': {'1.1'}, May 25 22:26:51.933219 dv-cinder-843305-1-iscsi neutron-server[83236]: 'Port': {'1.5'}, May 25 22:26:51.933219 dv-cinder-843305-1-iscsi neutron-server[83236]: 'PortForwarding': {'1.2'}, May 25 22:26:51.933219 dv-cinder-843305-1-iscsi neutron-server[83236]: 'QosPolicy': {'1.8'}, May 25 22:26:51.933219 dv-cinder-843305-1-iscsi neutron-server[83236]: 'SecurityGroup': {'1.2'}, May 25 22:26:51.933219 dv-cinder-843305-1-iscsi neutron-server[83236]: 'SecurityGroupRule': {'1.0'}, May 25 22:26:51.933219 dv-cinder-843305-1-iscsi neutron-server[83236]: 'SubPort': {'1.0'}, May 25 22:26:51.933219 dv-cinder-843305-1-iscsi neutron-server[83236]: 'Subnet': {'1.1'}, May 25 22:26:51.933219 dv-cinder-843305-1-iscsi neutron-server[83236]: 'Trunk': {'1.1'}} May 25 22:26:51.933219 dv-cinder-843305-1-iscsi neutron-server[83236]: consumer versions: May 25 22:26:51.933219 dv-cinder-843305-1-iscsi neutron-server[83236]: { DHCP agent@dv-cinder-843305-1-iscsi: {}, May 25 22:26:51.933219 dv-cinder-843305-1-iscsi neutron-server[83236]: L3 agent@dv-cinder-843305-1-iscsi: {}, May 25 22:26:51.933219 dv-cinder-843305-1-iscsi neutron-server[83236]: Metadata agent@dv-cinder-843305-1-iscsi: {}, May 25 22:26:51.933219 dv-cinder-843305-1-iscsi neutron-server[83236]: Metering agent@dv-cinder-843305-1-iscsi: {}, May 25 22:26:51.933219 dv-cinder-843305-1-iscsi neutron-server[83236]: Open vSwitch agent@dv-cinder-843305-1-iscsi: { 'ConntrackHelper': '1.0', May 25 22:26:51.933219 dv-cinder-843305-1-iscsi neutron-server[83236]: 'Log': '1.0', May 25 22:26:51.933219 dv-cinder-843305-1-iscsi neutron-server[83236]: 'Network': '1.1', May 25 22:26:51.933219 dv-cinder-843305-1-iscsi neutron-server[83236]: 'Port': '1.5', May 25 22:26:51.933219 dv-cinder-843305-1-iscsi neutron-server[83236]: 'PortForwarding': '1.2', May 25 22:26:51.933219 dv-cinder-843305-1-iscsi neutron-server[83236]: 'QosPolicy': '1.8', May 25 22:26:51.933219 dv-cinder-843305-1-iscsi neutron-server[83236]: 'SecurityGroup': '1.2', May 25 22:26:51.933219 dv-cinder-843305-1-iscsi neutron-server[83236]: 'SecurityGroupRule': '1.0', May 25 22:26:51.933219 dv-cinder-843305-1-iscsi neutron-server[83236]: 'SubPort': '1.0', May 25 22:26:51.933219 dv-cinder-843305-1-iscsi neutron-server[83236]: 'Subnet': '1.1', May 25 22:26:51.933219 dv-cinder-843305-1-iscsi neutron-server[83236]: 'Trunk': '1.1'}} May 25 22:26:51.933219 dv-cinder-843305-1-iscsi neutron-server[83236]: {{(pid=83236) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 22:26:52.432197 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-170f68b9-54b9-4383-bdc0-3b26445c1ce2 None None] Provisioning complete for port 3f98247c-f727-4f73-98c5-267735c69494 triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:26:52.432558 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-170f68b9-54b9-4383-bdc0-3b26445c1ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:26:52.556221 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-170f68b9-54b9-4383-bdc0-3b26445c1ce2 None None] Provisioning complete for port 454f819f-1f5d-4d6e-832a-b816649c8d6f triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:26:52.556475 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-170f68b9-54b9-4383-bdc0-3b26445c1ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:26:53.946285 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 51214) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:26:54.154441 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7761fc-9f94-4a38-8483-f0c0ec008501 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:26:54.154720 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7761fc-9f94-4a38-8483-f0c0ec008501 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:26:54.156328 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-cf7761fc-9f94-4a38-8483-f0c0ec008501 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2091179 May 25 22:26:56.178351 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 51224) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:26:56.402972 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b265f7e-9c2d-4891-8d60-64bbcd6f47a9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:26:56.403335 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b265f7e-9c2d-4891-8d60-64bbcd6f47a9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:26:56.406983 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-0b265f7e-9c2d-4891-8d60-64bbcd6f47a9 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2256353 May 25 22:26:58.440864 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 51234) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:26:58.627294 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b9210d-3ee6-472e-94ed-050782e5b91b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:26:58.628545 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-87b9210d-3ee6-472e-94ed-050782e5b91b admin admin] 10.222.0.39 "GET /v2.0/networks/cb39d3ef-31f0-4e66-970b-4cb0d379e187 HTTP/1.1" status: 200 len: 886 time: 0.1867545 May 25 22:26:59.564500 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-12995214-f0d0-46d6-9dea-4f95f1fcbeae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:27:00.660642 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 51244) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:27:00.855620 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4605a952-4ea8-4b15-a70c-4f40537d66ab admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:27:00.856867 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-4605a952-4ea8-4b15-a70c-4f40537d66ab admin admin] 10.222.0.39 "GET /v2.0/networks/fd9cdf66-7c80-496e-b704-5b5baa934aa8 HTTP/1.1" status: 200 len: 869 time: 0.1953199 May 25 22:27:01.755634 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-09ccfb1d-40b3-4e41-9cbb-7f35279554d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:27:02.831234 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:27:02.884051 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 51254) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:27:03.017953 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fa60ca-089e-4ac1-851a-4da069c044db admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:27:03.018311 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fa60ca-089e-4ac1-851a-4da069c044db admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:27:03.019019 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-d0fa60ca-089e-4ac1-851a-4da069c044db admin admin] Synchronizing usage tracker for tenant:10d47f3f894742de80ce66309f4a7fc2 on resource:subnet {{(pid=83237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:27:03.026354 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:27:03.037188 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-d0fa60ca-089e-4ac1-851a-4da069c044db admin admin] Unset dirty status for tenant:10d47f3f894742de80ce66309f4a7fc2 on resource:subnet {{(pid=83237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:27:03.038699 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-d0fa60ca-089e-4ac1-851a-4da069c044db admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1535916 May 25 22:27:04.280084 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:27:05.080350 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 51264) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:27:05.210020 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a010be73-dfc3-435a-9a81-4c7e093334d7 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:27:05.210305 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a010be73-dfc3-435a-9a81-4c7e093334d7 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:27:05.211786 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-a010be73-dfc3-435a-9a81-4c7e093334d7 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1304650 May 25 22:27:07.279171 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 51274) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:27:07.407856 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff4cfb5-5bc0-43c8-a1f3-6f6c8e354cbc admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:27:07.409160 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-bff4cfb5-5bc0-43c8-a1f3-6f6c8e354cbc admin admin] 10.222.0.39 "GET /v2.0/subnets/3d8f990b-4e36-4bb9-b426-fa3d2a2a472c HTTP/1.1" status: 200 len: 868 time: 0.1287537 May 25 22:27:09.446336 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 51284) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:27:09.569795 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbd4e24-07ac-4da9-bf82-c3fbe03a9f29 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:27:09.571085 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-bdbd4e24-07ac-4da9-bf82-c3fbe03a9f29 admin admin] 10.222.0.39 "GET /v2.0/subnets/4ff22ee7-6206-48b0-b7ae-e7396fe607ae HTTP/1.1" status: 200 len: 816 time: 0.1238017 May 25 22:27:10.354939 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.agents_db [None req-9a0b4f36-fcd8-49b0-a2d4-59f1c5f7edf0 None None] Agent healthcheck: found 5 active agents {{(pid=83239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:27:27.849074 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 51322) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:27:27.923947 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [None req-7c3d7127-bfa2-491d-ac28-aafd5dd2044c admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=83237) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:27:27.924917 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-7c3d7127-bfa2-491d-ac28-aafd5dd2044c admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0749118 May 25 22:27:29.567637 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-226bc49e-3523-4d99-a341-ee476355451c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:27:30.011558 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 51332) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:27:30.100914 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.pecan_wsgi.hooks.translation [None req-18dda8db-d28c-4d4b-b971-30a1c268bfa1 admin admin] GET failed (client error): The resource could not be found. May 25 22:27:30.102165 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-18dda8db-d28c-4d4b-b971-30a1c268bfa1 admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0896010 May 25 22:27:30.227618 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d04b25-cc49-48ee-a15b-78d8628efc63 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:27:30.229473 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-49d04b25-cc49-48ee-a15b-78d8628efc63 admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1228344 May 25 22:27:31.760901 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-30c00718-ad32-4a05-984f-671bd1341a41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:27:32.274333 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 51342) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:27:32.344721 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-aaed882d-2d93-47b5-90a9-2849b1950620 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:27:32.349145 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-aaed882d-2d93-47b5-90a9-2849b1950620 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:27:32.362255 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-aaed882d-2d93-47b5-90a9-2849b1950620 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:27:32.372255 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaed882d-2d93-47b5-90a9-2849b1950620 admin admin] Made reservation on behalf of 10d47f3f894742de80ce66309f4a7fc2 for: {'network': 1} {{(pid=83237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:27:32.374584 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-aaed882d-2d93-47b5-90a9-2849b1950620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for network, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:27:32.457414 dv-cinder-843305-1-iscsi neutron-server[83237]: WARNING neutron.services.revisions.revision_plugin [None req-aaed882d-2d93-47b5-90a9-2849b1950620 admin admin] Could not find related network for resource to bump revision. May 25 22:27:32.469515 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaed882d-2d93-47b5-90a9-2849b1950620 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=83237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:27:32.478763 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-aaed882d-2d93-47b5-90a9-2849b1950620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:27:32.479086 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.db.segments_db [None req-aaed882d-2d93-47b5-90a9-2849b1950620 admin admin] Added segment cc434499-e803-4f0d-886f-cdcdbca9346f of type vlan for network dbd63ac1-d4a8-44f7-b25f-45b640147d09 May 25 22:27:32.506698 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-aaed882d-2d93-47b5-90a9-2849b1950620 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744689326614'] for network, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:27:32.534978 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-aaed882d-2d93-47b5-90a9-2849b1950620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057'] for network, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:27:32.535792 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaed882d-2d93-47b5-90a9-2849b1950620 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:27:32.536350 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-aaed882d-2d93-47b5-90a9-2849b1950620 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for network, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:27:32.636399 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-aaed882d-2d93-47b5-90a9-2849b1950620 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3605297 May 25 22:27:32.637102 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed882d-2d93-47b5-90a9-2849b1950620 admin admin] Pushing event updated for resources: {'Network': ['ID=dbd63ac1-d4a8-44f7-b25f-45b640147d09,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:27:32.644972 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaed882d-2d93-47b5-90a9-2849b1950620 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:27:32.645308 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaed882d-2d93-47b5-90a9-2849b1950620 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:27:32.645635 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaed882d-2d93-47b5-90a9-2849b1950620 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:27:32.645953 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaed882d-2d93-47b5-90a9-2849b1950620 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:27:32.646270 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaed882d-2d93-47b5-90a9-2849b1950620 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:27:32.646588 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaed882d-2d93-47b5-90a9-2849b1950620 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:27:32.646898 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaed882d-2d93-47b5-90a9-2849b1950620 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:27:32.647235 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaed882d-2d93-47b5-90a9-2849b1950620 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:27:32.647575 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaed882d-2d93-47b5-90a9-2849b1950620 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:27:32.647885 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaed882d-2d93-47b5-90a9-2849b1950620 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:27:32.648193 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaed882d-2d93-47b5-90a9-2849b1950620 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:27:32.660438 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Network dbd63ac1-d4a8-44f7-b25f-45b640147d09 details requested by agent ovs-agent-dv-cinder-843305-1-iscsi with host dv-cinder-843305-1-iscsi {{(pid=83238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:27:32.834258 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:27:33.028542 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:27:34.283883 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:27:34.738799 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 51352) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:27:34.827193 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.pecan_wsgi.hooks.translation [None req-55b51491-1e90-4447-8f6b-dc50bd7cf41f admin admin] GET failed (client error): The resource could not be found. May 25 22:27:34.827705 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-55b51491-1e90-4447-8f6b-dc50bd7cf41f admin admin] Synchronizing usage tracker for tenant:10d47f3f894742de80ce66309f4a7fc2 on resource:network {{(pid=83237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:27:34.842090 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-55b51491-1e90-4447-8f6b-dc50bd7cf41f admin admin] Unset dirty status for tenant:10d47f3f894742de80ce66309f4a7fc2 on resource:network {{(pid=83237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:27:34.843312 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-55b51491-1e90-4447-8f6b-dc50bd7cf41f admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1035848 May 25 22:27:34.952571 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdfaebd-8398-4142-8cd2-8711e734f2f5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:27:34.953913 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-efdfaebd-8398-4142-8cd2-8711e734f2f5 admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1067069 May 25 22:27:34.963768 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-d65f0a7d-e071-4de3-ad04-da6efea43050 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'dbd63ac1-d4a8-44f7-b25f-45b640147d09', 'ip_version': 4}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:27:34.968012 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-d65f0a7d-e071-4de3-ad04-da6efea43050 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:27:34.977134 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-d65f0a7d-e071-4de3-ad04-da6efea43050 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:27:34.987610 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65f0a7d-e071-4de3-ad04-da6efea43050 admin admin] Made reservation on behalf of 10d47f3f894742de80ce66309f4a7fc2 for: {'subnet': 1} {{(pid=83237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:27:34.990028 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-d65f0a7d-e071-4de3-ad04-da6efea43050 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:27:35.179458 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-d65f0a7d-e071-4de3-ad04-da6efea43050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057'] for subnet, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:27:35.248184 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65f0a7d-e071-4de3-ad04-da6efea43050 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7604758d-f95d-4b9b-b8a0-c4a914d1cee8,revision_number=0']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:27:35.261802 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65f0a7d-e071-4de3-ad04-da6efea43050 admin admin] Checking segment: {'id': 'cc434499-e803-4f0d-886f-cdcdbca9346f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'dbd63ac1-d4a8-44f7-b25f-45b640147d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:27:35.262155 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65f0a7d-e071-4de3-ad04-da6efea43050 admin admin] Network hostable DHCP agents. Network: dbd63ac1-d4a8-44f7-b25f-45b640147d09, hostable agents: ['7055d141-b128-493c-8fde-b010d723709d'], hosted agents: [] {{(pid=83237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:27:35.282740 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65f0a7d-e071-4de3-ad04-da6efea43050 admin admin] Network dbd63ac1-d4a8-44f7-b25f-45b640147d09 is scheduled to be hosted by DHCP agent 7055d141-b128-493c-8fde-b010d723709d with binding_index 1 {{(pid=83237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:27:35.291988 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.base_scheduler [None req-d65f0a7d-e071-4de3-ad04-da6efea43050 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-1-iscsi, dbd63ac1-d4a8-44f7-b25f-45b640147d09) {{(pid=83237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:27:35.296368 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65f0a7d-e071-4de3-ad04-da6efea43050 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:27:35.297201 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-d65f0a7d-e071-4de3-ad04-da6efea43050 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for subnet, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:27:35.303289 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ebf949-0d5a-42ec-99f6-92b43485391a None None] Network dbd63ac1-d4a8-44f7-b25f-45b640147d09 requested from dv-cinder-843305-1-iscsi {{(pid=83238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:27:35.327948 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-d65f0a7d-e071-4de3-ad04-da6efea43050 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3679166 May 25 22:27:35.524534 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5980e71d-6887-4fad-9a0c-07aa2d833387 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6d3de8e-d70e-51d5-8f03-74ad85baa67b-dbd63ac1-d4a8-44f7-b25f-45b640147d09', 'network_id': 'dbd63ac1-d4a8-44f7-b25f-45b640147d09', 'tenant_id': '10d47f3f894742de80ce66309f4a7fc2', 'fixed_ips': [{'subnet_id': '7604758d-f95d-4b9b-b8a0-c4a914d1cee8'}]}} from dv-cinder-843305-1-iscsi. {{(pid=83238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:27:35.525512 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-5980e71d-6887-4fad-9a0c-07aa2d833387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:27:35.684940 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.db_base_plugin_common [None req-5980e71d-6887-4fad-9a0c-07aa2d833387 None None] Allocated IP 192.168.233.2 (dbd63ac1-d4a8-44f7-b25f-45b640147d09/7604758d-f95d-4b9b-b8a0-c4a914d1cee8/9694ce62-ffb3-449c-9d74-aa9dbee3ec51) {{(pid=83238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:27:35.892954 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-5980e71d-6887-4fad-9a0c-07aa2d833387 None None] Notify callbacks [] for port, precommit_create {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:27:35.903783 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-5980e71d-6887-4fad-9a0c-07aa2d833387 None None] Transition to ACTIVE for port object 9694ce62-ffb3-449c-9d74-aa9dbee3ec51 will not be triggered until provisioned by entity L2. {{(pid=83238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:27:35.922367 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-5980e71d-6887-4fad-9a0c-07aa2d833387 None None] Transition to ACTIVE for port object 9694ce62-ffb3-449c-9d74-aa9dbee3ec51 will not be triggered until provisioned by entity DHCP. {{(pid=83238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:27:35.928673 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-5980e71d-6887-4fad-9a0c-07aa2d833387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019'] for port, after_create {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:27:36.011719 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5980e71d-6887-4fad-9a0c-07aa2d833387 None None] Network dbd63ac1-d4a8-44f7-b25f-45b640147d09 is already hosted by enough agents. {{(pid=83238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:27:36.014461 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.scheduler.base_scheduler [None req-5980e71d-6887-4fad-9a0c-07aa2d833387 None None] Resources bound (agent type, host, resource id): {{(pid=83238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:27:36.016968 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5980e71d-6887-4fad-9a0c-07aa2d833387 None None] Received port after_create {{(pid=83238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:27:36.027406 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5980e71d-6887-4fad-9a0c-07aa2d833387 None None] Pushing event updated for resources: {'Port': ['ID=9694ce62-ffb3-449c-9d74-aa9dbee3ec51,revision_number=1']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:27:36.065673 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5980e71d-6887-4fad-9a0c-07aa2d833387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:27:36.066013 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5980e71d-6887-4fad-9a0c-07aa2d833387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:27:36.066350 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5980e71d-6887-4fad-9a0c-07aa2d833387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:27:36.066681 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5980e71d-6887-4fad-9a0c-07aa2d833387 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:27:36.067006 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5980e71d-6887-4fad-9a0c-07aa2d833387 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:27:36.067330 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5980e71d-6887-4fad-9a0c-07aa2d833387 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:27:36.067679 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5980e71d-6887-4fad-9a0c-07aa2d833387 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:27:36.068020 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5980e71d-6887-4fad-9a0c-07aa2d833387 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:27:36.068348 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5980e71d-6887-4fad-9a0c-07aa2d833387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:27:36.068660 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5980e71d-6887-4fad-9a0c-07aa2d833387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:27:36.068975 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5980e71d-6887-4fad-9a0c-07aa2d833387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:27:36.120876 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-5980e71d-6887-4fad-9a0c-07aa2d833387 None None] Attempting to bind port 9694ce62-ffb3-449c-9d74-aa9dbee3ec51 on host dv-cinder-843305-1-iscsi for vnic_type normal with profile {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:27:36.121239 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-5980e71d-6887-4fad-9a0c-07aa2d833387 None None] Attempting to bind port 9694ce62-ffb3-449c-9d74-aa9dbee3ec51 by drivers openvswitch,hyperv on host dv-cinder-843305-1-iscsi at level 0 using segments [{'id': 'cc434499-e803-4f0d-886f-cdcdbca9346f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'dbd63ac1-d4a8-44f7-b25f-45b640147d09'}] {{(pid=83238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:27:36.121592 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5980e71d-6887-4fad-9a0c-07aa2d833387 None None] Attempting to bind port 9694ce62-ffb3-449c-9d74-aa9dbee3ec51 on network dbd63ac1-d4a8-44f7-b25f-45b640147d09 {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:27:36.128018 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5980e71d-6887-4fad-9a0c-07aa2d833387 None None] Checking agent: {'id': '204015c8-cb50-46b9-b04e-4ea0e4e6040d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 24, 3), 'started_at': datetime.datetime(2022, 5, 25, 22, 24, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:27:36.128383 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5980e71d-6887-4fad-9a0c-07aa2d833387 None None] Checking segment: {'id': 'cc434499-e803-4f0d-886f-cdcdbca9346f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'dbd63ac1-d4a8-44f7-b25f-45b640147d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:27:36.128774 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-5980e71d-6887-4fad-9a0c-07aa2d833387 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:27:36.129161 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5980e71d-6887-4fad-9a0c-07aa2d833387 None None] Bound using segment: {'id': 'cc434499-e803-4f0d-886f-cdcdbca9346f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'dbd63ac1-d4a8-44f7-b25f-45b640147d09'} {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:27:36.129613 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-5980e71d-6887-4fad-9a0c-07aa2d833387 None None] Bound port: 9694ce62-ffb3-449c-9d74-aa9dbee3ec51, host: dv-cinder-843305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc434499-e803-4f0d-886f-cdcdbca9346f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'dbd63ac1-d4a8-44f7-b25f-45b640147d09'}}] {{(pid=83238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:27:36.129994 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-5980e71d-6887-4fad-9a0c-07aa2d833387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:27:36.240891 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-5980e71d-6887-4fad-9a0c-07aa2d833387 None None] For port 9694ce62-ffb3-449c-9d74-aa9dbee3ec51, host dv-cinder-843305-1-iscsi, cleared binding levels {{(pid=83238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:27:36.244571 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-5980e71d-6887-4fad-9a0c-07aa2d833387 None None] For port 9694ce62-ffb3-449c-9d74-aa9dbee3ec51, host dv-cinder-843305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=9694ce62-ffb3-449c-9d74-aa9dbee3ec51,segment=NetworkSegment(cc434499-e803-4f0d-886f-cdcdbca9346f),segment_id=cc434499-e803-4f0d-886f-cdcdbca9346f)] {{(pid=83238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:27:36.249376 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-5980e71d-6887-4fad-9a0c-07aa2d833387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:27:36.331308 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5980e71d-6887-4fad-9a0c-07aa2d833387 None None] Pushing event updated for resources: {'Port': ['ID=9694ce62-ffb3-449c-9d74-aa9dbee3ec51,revision_number=2']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:27:37.152084 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd8920d-86f6-4843-9d2f-b2b7d419dbf6 None None] Network dbd63ac1-d4a8-44f7-b25f-45b640147d09 requested from dv-cinder-843305-1-iscsi {{(pid=83238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:27:37.270982 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-e95af8a1-2660-47f0-8e3b-5496e83eb9b3 None None] Provisioning for port 9694ce62-ffb3-449c-9d74-aa9dbee3ec51 completed by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:27:37.404602 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 9694ce62-ffb3-449c-9d74-aa9dbee3ec51 up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:27:37.497214 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning for port 9694ce62-ffb3-449c-9d74-aa9dbee3ec51 completed by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:27:37.505826 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port 9694ce62-ffb3-449c-9d74-aa9dbee3ec51 triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:27:37.506214 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:27:37.643771 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:27:37.678679 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] For port 9694ce62-ffb3-449c-9d74-aa9dbee3ec51, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=9694ce62-ffb3-449c-9d74-aa9dbee3ec51,segment=NetworkSegment(cc434499-e803-4f0d-886f-cdcdbca9346f),segment_id=cc434499-e803-4f0d-886f-cdcdbca9346f)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:27:37.683690 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:27:37.760833 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-c2f4cd20-ea87-4b61-a8dd-4068e6437e82 None None] Provisioning complete for port 9694ce62-ffb3-449c-9d74-aa9dbee3ec51 triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:27:37.761213 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-c2f4cd20-ea87-4b61-a8dd-4068e6437e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:27:37.801584 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Pushing event updated for resources: {'Port': ['ID=9694ce62-ffb3-449c-9d74-aa9dbee3ec51,revision_number=3']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:27:39.355504 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 9694ce62-ffb3-449c-9d74-aa9dbee3ec51 up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:27:39.423610 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port 9694ce62-ffb3-449c-9d74-aa9dbee3ec51 triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:27:39.423978 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:27:47.355682 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.agents_db [None req-9a0b4f36-fcd8-49b0-a2d4-59f1c5f7edf0 None None] Agent healthcheck: found 5 active agents {{(pid=83239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:27:59.570203 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-79225e31-ad49-4f08-9da3-bfe4d412cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:28:01.763755 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-cfb4ba09-f93a-47fb-b658-d706b1144eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:28:02.836667 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:28:03.030725 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:28:04.283142 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:28:24.355509 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.agents_db [None req-9a0b4f36-fcd8-49b0-a2d4-59f1c5f7edf0 None None] Agent healthcheck: found 5 active agents {{(pid=83239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:28:29.573229 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-5cb7d374-6418-4812-bc2b-90edb5689c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:28:31.766948 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d2492953-1cd0-4b74-afdc-378779530f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:28:32.839900 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:28:33.035107 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:28:34.286951 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:28:57.131690 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 51396) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:28:57.137925 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [None req-d775f466-fa67-4134-89d9-48dfcb53161a tempest-verify_tempest_config-485037606 tempest-verify_tempest_config-485037606-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=83237) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:28:57.138861 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-d775f466-fa67-4134-89d9-48dfcb53161a tempest-verify_tempest_config-485037606 tempest-verify_tempest_config-485037606-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0062435 May 25 22:28:57.455401 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 51412) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:28:57.593638 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-453ed674-640c-469b-a2f6-faf513ce7e74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:28:57.623800 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-453ed674-640c-469b-a2f6-faf513ce7e74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:28:57.627412 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-453ed674-640c-469b-a2f6-faf513ce7e74 admin admin] Usage tracker for resource:security_group_rule and tenant:0b5a2d08c90e4988a6020488b72c2a39 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:28:57.630131 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-453ed674-640c-469b-a2f6-faf513ce7e74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:28:57.636185 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-453ed674-640c-469b-a2f6-faf513ce7e74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:28:57.699273 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-453ed674-640c-469b-a2f6-faf513ce7e74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:28:57.702972 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-453ed674-640c-469b-a2f6-faf513ce7e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:28:57.747980 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ed674-640c-469b-a2f6-faf513ce7e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40fe2328-149c-41e2-b0b1-e79a9181ae88,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:28:57.751514 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-453ed674-640c-469b-a2f6-faf513ce7e74 admin admin] Synchronizing usage tracker for tenant:10d47f3f894742de80ce66309f4a7fc2 on resource:security_group {{(pid=83237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:28:57.764627 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453ed674-640c-469b-a2f6-faf513ce7e74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:28:57.764960 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453ed674-640c-469b-a2f6-faf513ce7e74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:28:57.765281 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453ed674-640c-469b-a2f6-faf513ce7e74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:28:57.765597 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453ed674-640c-469b-a2f6-faf513ce7e74 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:28:57.766091 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453ed674-640c-469b-a2f6-faf513ce7e74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:28:57.766544 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453ed674-640c-469b-a2f6-faf513ce7e74 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:28:57.766841 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453ed674-640c-469b-a2f6-faf513ce7e74 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:28:57.767169 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453ed674-640c-469b-a2f6-faf513ce7e74 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:28:57.767481 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453ed674-640c-469b-a2f6-faf513ce7e74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:28:57.767812 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453ed674-640c-469b-a2f6-faf513ce7e74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:28:57.768116 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453ed674-640c-469b-a2f6-faf513ce7e74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:28:57.778964 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-453ed674-640c-469b-a2f6-faf513ce7e74 admin admin] Unset dirty status for tenant:10d47f3f894742de80ce66309f4a7fc2 on resource:security_group {{(pid=83237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:28:57.783185 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 51418) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:28:57.783695 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-453ed674-640c-469b-a2f6-faf513ce7e74 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0b5a2d08c90e4988a6020488b72c2a39&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3268185 May 25 22:28:57.869700 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-5e2071fd-4570-49fa-a96e-5feca4062e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:28:57.894978 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-5e2071fd-4570-49fa-a96e-5feca4062e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:28:57.990983 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-5e2071fd-4570-49fa-a96e-5feca4062e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:28:58.007884 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2071fd-4570-49fa-a96e-5feca4062e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fe2328-149c-41e2-b0b1-e79a9181ae88,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:28:58.017995 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-5e2071fd-4570-49fa-a96e-5feca4062e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:28:58.019361 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-5e2071fd-4570-49fa-a96e-5feca4062e9f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/40fe2328-149c-41e2-b0b1-e79a9181ae88 HTTP/1.1" status: 204 len: 168 time: 0.2351973 May 25 22:28:58.020614 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2071fd-4570-49fa-a96e-5feca4062e9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:28:58.020945 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2071fd-4570-49fa-a96e-5feca4062e9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:28:58.021554 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2071fd-4570-49fa-a96e-5feca4062e9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:28:58.021881 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2071fd-4570-49fa-a96e-5feca4062e9f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:28:58.022203 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2071fd-4570-49fa-a96e-5feca4062e9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:28:58.022522 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2071fd-4570-49fa-a96e-5feca4062e9f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:28:58.022834 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2071fd-4570-49fa-a96e-5feca4062e9f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:28:58.023148 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2071fd-4570-49fa-a96e-5feca4062e9f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:28:58.023457 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2071fd-4570-49fa-a96e-5feca4062e9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:28:58.023789 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2071fd-4570-49fa-a96e-5feca4062e9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:28:58.024102 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2071fd-4570-49fa-a96e-5feca4062e9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:28:59.575748 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-ae45019a-df47-49e9-bc3b-af06895e8152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:29:01.355671 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.agents_db [None req-9a0b4f36-fcd8-49b0-a2d4-59f1c5f7edf0 None None] Agent healthcheck: found 5 active agents {{(pid=83239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:29:01.768706 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-c4535021-cf4d-4221-8768-ddeee7ab7f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:29:02.842208 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:29:03.037565 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:29:04.292291 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:29:29.576811 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-e7056255-5e38-4ee1-aaa7-99bae250d2c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:29:31.769848 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-0720eca9-244a-49d8-aa7d-ef11ad63bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:29:32.845441 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:29:33.040548 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:29:34.293142 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:29:38.355352 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.agents_db [None req-9a0b4f36-fcd8-49b0-a2d4-59f1c5f7edf0 None None] Agent healthcheck: found 5 active agents {{(pid=83239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:29:59.580763 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-6fb3e903-5c6b-4baa-8290-1b5c8d849196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:01.770243 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-bbe7486f-662d-4c83-9a66-7e58e4a872e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:02.848750 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:03.042994 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:04.295451 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:15.354935 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.agents_db [None req-9a0b4f36-fcd8-49b0-a2d4-59f1c5f7edf0 None None] Agent healthcheck: found 5 active agents {{(pid=83239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:30:29.582399 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-8200d02b-be6c-43f7-b36b-43724da12aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:31.772537 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-e69e6383-5bef-4e8c-bd65-04ce1a29c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:32.848586 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:33.044676 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:34.299329 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:41.670571 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-335422'] for agent, after_create {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:30:52.354580 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.agents_db [None req-9a0b4f36-fcd8-49b0-a2d4-59f1c5f7edf0 None None] Agent healthcheck: found 6 active agents {{(pid=83239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:30:57.073386 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 51492) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:30:57.207356 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-52083cc6-2b7d-4734-b1c5-f47d41ff2049 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1328864 May 25 22:30:59.280208 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 51506) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:30:59.359331 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-440ed5f0-06cb-4ebd-bc80-512bbcf6e195 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0780718 May 25 22:30:59.585141 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-acd9ca6c-5281-4a23-9bd8-da261b7fe787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:31:01.775135 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-7a0d3b47-cae2-42d1-baac-05b77299f38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:31:02.852823 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:31:03.046980 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:31:04.301794 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:31:11.640653 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:31:29.354205 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.agents_db [None req-9a0b4f36-fcd8-49b0-a2d4-59f1c5f7edf0 None None] Agent healthcheck: found 6 active agents {{(pid=83239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:31:29.586939 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-cd28bebd-2d3e-4426-a57e-c5c14e3e93a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:31:31.777243 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-8706ede7-5107-4795-861e-38f2160cdccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:31:32.852337 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:31:33.047690 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:31:34.306247 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:31:41.641551 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:31:59.588598 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-422f8c88-f1d8-40f7-bb8c-d5d974d33ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:01.778120 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1eb60329-9463-4288-ba83-1c585d7b41c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:02.856786 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:03.049668 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:04.308094 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:06.355114 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.agents_db [None req-9a0b4f36-fcd8-49b0-a2d4-59f1c5f7edf0 None None] Agent healthcheck: found 6 active agents {{(pid=83239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:32:11.637245 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:29.592155 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-e76a3804-5179-483a-a3d5-e0aa82e9fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:31.781124 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-34d0af43-6fde-46ea-8e60-f86fcbc4de61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:32.858733 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:33.053290 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:34.312792 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:41.655167 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:43.355567 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.agents_db [None req-9a0b4f36-fcd8-49b0-a2d4-59f1c5f7edf0 None None] Agent healthcheck: found 6 active agents {{(pid=83239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:32:44.265822 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 51662) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:32:44.632185 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 51678) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:32:44.747280 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [None req-b84e0ca9-1b23-4724-98a8-dc9902a48eeb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2115816662-network', 'tenant_id': 'b90abe1db3a04a6d96f07ef98a9f9cae'}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:32:44.752210 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-b84e0ca9-1b23-4724-98a8-dc9902a48eeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:32:44.756435 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-b84e0ca9-1b23-4724-98a8-dc9902a48eeb admin admin] Usage tracker for resource:network and tenant:b90abe1db3a04a6d96f07ef98a9f9cae is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:32:44.759660 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-b84e0ca9-1b23-4724-98a8-dc9902a48eeb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:32:44.768065 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 51688) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:32:44.771562 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-b84e0ca9-1b23-4724-98a8-dc9902a48eeb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:32:44.785717 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84e0ca9-1b23-4724-98a8-dc9902a48eeb admin admin] Made reservation on behalf of b90abe1db3a04a6d96f07ef98a9f9cae for: {'network': 1} {{(pid=83236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:32:44.788696 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-b84e0ca9-1b23-4724-98a8-dc9902a48eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for network, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:44.802403 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-b84e0ca9-1b23-4724-98a8-dc9902a48eeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:44.836403 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-b84e0ca9-1b23-4724-98a8-dc9902a48eeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:32:44.848667 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-b84e0ca9-1b23-4724-98a8-dc9902a48eeb admin admin] Usage tracker for resource:security_group_rule and tenant:b90abe1db3a04a6d96f07ef98a9f9cae is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:32:44.852520 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-b84e0ca9-1b23-4724-98a8-dc9902a48eeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:32:44.859278 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-b84e0ca9-1b23-4724-98a8-dc9902a48eeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:32:44.940472 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-b84e0ca9-1b23-4724-98a8-dc9902a48eeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:44.945788 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-b84e0ca9-1b23-4724-98a8-dc9902a48eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:44.978760 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b84e0ca9-1b23-4724-98a8-dc9902a48eeb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=83236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:32:44.987494 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [None req-ded594cf-15ad-4e6e-9e2e-ec33a6cd1240 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1952611519-network', 'tenant_id': '088051ac6c68479091c88448d791f443'}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:32:45.003808 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-ded594cf-15ad-4e6e-9e2e-ec33a6cd1240 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:32:45.009607 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84e0ca9-1b23-4724-98a8-dc9902a48eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae88c53-63e8-4679-a45a-66d829e1d502,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:32:45.019888 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-ded594cf-15ad-4e6e-9e2e-ec33a6cd1240 admin admin] Usage tracker for resource:network and tenant:088051ac6c68479091c88448d791f443 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:32:45.027556 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-b84e0ca9-1b23-4724-98a8-dc9902a48eeb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744689775472', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:45.028159 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-b84e0ca9-1b23-4724-98a8-dc9902a48eeb admin admin] Unsubscribe: segment precommit_create {{(pid=83236) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 25 22:32:45.028648 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.db.segments_db [None req-b84e0ca9-1b23-4724-98a8-dc9902a48eeb admin admin] Added segment 8d828a5b-6a20-4c3e-851e-162f0bcf0bcb of type vlan for network fd7645f7-57af-45f1-a732-f6a2011f3185 May 25 22:32:45.035688 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-ded594cf-15ad-4e6e-9e2e-ec33a6cd1240 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:32:45.076092 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-ded594cf-15ad-4e6e-9e2e-ec33a6cd1240 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:32:45.079774 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e0ca9-1b23-4724-98a8-dc9902a48eeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:32:45.080409 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e0ca9-1b23-4724-98a8-dc9902a48eeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:32:45.080856 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e0ca9-1b23-4724-98a8-dc9902a48eeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:32:45.081336 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e0ca9-1b23-4724-98a8-dc9902a48eeb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:32:45.081779 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e0ca9-1b23-4724-98a8-dc9902a48eeb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:32:45.082227 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e0ca9-1b23-4724-98a8-dc9902a48eeb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:32:45.082663 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e0ca9-1b23-4724-98a8-dc9902a48eeb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:32:45.083017 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e0ca9-1b23-4724-98a8-dc9902a48eeb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:32:45.083460 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e0ca9-1b23-4724-98a8-dc9902a48eeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:32:45.083848 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e0ca9-1b23-4724-98a8-dc9902a48eeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:32:45.084165 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e0ca9-1b23-4724-98a8-dc9902a48eeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:32:45.085367 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e0ca9-1b23-4724-98a8-dc9902a48eeb admin admin] Tracked resource versions report: May 25 22:32:45.085367 dv-cinder-843305-1-iscsi neutron-server[83236]: pushed versions: May 25 22:32:45.085367 dv-cinder-843305-1-iscsi neutron-server[83236]: { 'ConntrackHelper': {'1.0'}, May 25 22:32:45.085367 dv-cinder-843305-1-iscsi neutron-server[83236]: 'Log': {'1.0'}, May 25 22:32:45.085367 dv-cinder-843305-1-iscsi neutron-server[83236]: 'Network': {'1.1'}, May 25 22:32:45.085367 dv-cinder-843305-1-iscsi neutron-server[83236]: 'Port': {'1.5'}, May 25 22:32:45.085367 dv-cinder-843305-1-iscsi neutron-server[83236]: 'PortForwarding': {'1.2'}, May 25 22:32:45.085367 dv-cinder-843305-1-iscsi neutron-server[83236]: 'QosPolicy': {'1.8'}, May 25 22:32:45.085367 dv-cinder-843305-1-iscsi neutron-server[83236]: 'SecurityGroup': {'1.2'}, May 25 22:32:45.085367 dv-cinder-843305-1-iscsi neutron-server[83236]: 'SecurityGroupRule': {'1.0'}, May 25 22:32:45.085367 dv-cinder-843305-1-iscsi neutron-server[83236]: 'SubPort': {'1.0'}, May 25 22:32:45.085367 dv-cinder-843305-1-iscsi neutron-server[83236]: 'Subnet': {'1.1'}, May 25 22:32:45.085367 dv-cinder-843305-1-iscsi neutron-server[83236]: 'Trunk': {'1.1'}} May 25 22:32:45.085367 dv-cinder-843305-1-iscsi neutron-server[83236]: consumer versions: May 25 22:32:45.085367 dv-cinder-843305-1-iscsi neutron-server[83236]: { DHCP agent@dv-cinder-843305-1-iscsi: {}, May 25 22:32:45.085367 dv-cinder-843305-1-iscsi neutron-server[83236]: HyperV agent@hv-cinder-84330: {}, May 25 22:32:45.085367 dv-cinder-843305-1-iscsi neutron-server[83236]: L3 agent@dv-cinder-843305-1-iscsi: {}, May 25 22:32:45.085367 dv-cinder-843305-1-iscsi neutron-server[83236]: Metadata agent@dv-cinder-843305-1-iscsi: {}, May 25 22:32:45.085367 dv-cinder-843305-1-iscsi neutron-server[83236]: Metering agent@dv-cinder-843305-1-iscsi: {}, May 25 22:32:45.085367 dv-cinder-843305-1-iscsi neutron-server[83236]: Open vSwitch agent@dv-cinder-843305-1-iscsi: { 'ConntrackHelper': '1.0', May 25 22:32:45.085367 dv-cinder-843305-1-iscsi neutron-server[83236]: 'Log': '1.0', May 25 22:32:45.085367 dv-cinder-843305-1-iscsi neutron-server[83236]: 'Network': '1.1', May 25 22:32:45.085367 dv-cinder-843305-1-iscsi neutron-server[83236]: 'Port': '1.5', May 25 22:32:45.085367 dv-cinder-843305-1-iscsi neutron-server[83236]: 'PortForwarding': '1.2', May 25 22:32:45.085367 dv-cinder-843305-1-iscsi neutron-server[83236]: 'QosPolicy': '1.8', May 25 22:32:45.085367 dv-cinder-843305-1-iscsi neutron-server[83236]: 'SecurityGroup': '1.2', May 25 22:32:45.085367 dv-cinder-843305-1-iscsi neutron-server[83236]: 'SecurityGroupRule': '1.0', May 25 22:32:45.085367 dv-cinder-843305-1-iscsi neutron-server[83236]: 'SubPort': '1.0', May 25 22:32:45.085367 dv-cinder-843305-1-iscsi neutron-server[83236]: 'Subnet': '1.1', May 25 22:32:45.085367 dv-cinder-843305-1-iscsi neutron-server[83236]: 'Trunk': '1.1'}} May 25 22:32:45.085367 dv-cinder-843305-1-iscsi neutron-server[83236]: {{(pid=83236) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 22:32:45.119397 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-b84e0ca9-1b23-4724-98a8-dc9902a48eeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744689326614'] for network, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:45.123192 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded594cf-15ad-4e6e-9e2e-ec33a6cd1240 admin admin] Made reservation on behalf of 088051ac6c68479091c88448d791f443 for: {'network': 1} {{(pid=83236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:32:45.125353 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-ded594cf-15ad-4e6e-9e2e-ec33a6cd1240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for network, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:45.142716 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-ded594cf-15ad-4e6e-9e2e-ec33a6cd1240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:45.200388 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-b84e0ca9-1b23-4724-98a8-dc9902a48eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057'] for network, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:45.201220 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84e0ca9-1b23-4724-98a8-dc9902a48eeb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:32:45.201781 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-b84e0ca9-1b23-4724-98a8-dc9902a48eeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for network, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:45.205485 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-ded594cf-15ad-4e6e-9e2e-ec33a6cd1240 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:32:45.229034 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-ded594cf-15ad-4e6e-9e2e-ec33a6cd1240 admin admin] Usage tracker for resource:security_group_rule and tenant:088051ac6c68479091c88448d791f443 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:32:45.233618 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-ded594cf-15ad-4e6e-9e2e-ec33a6cd1240 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:32:45.244354 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-ded594cf-15ad-4e6e-9e2e-ec33a6cd1240 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:32:45.306234 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [None req-2825c930-de61-47ff-9bb6-56b5c421a917 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2032191705-network', 'tenant_id': 'd7ffd62c2ac44504a9684ae63a973e56'}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:32:45.336857 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-2825c930-de61-47ff-9bb6-56b5c421a917 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:32:45.344071 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-2825c930-de61-47ff-9bb6-56b5c421a917 admin admin] Usage tracker for resource:network and tenant:d7ffd62c2ac44504a9684ae63a973e56 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:32:45.349873 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-2825c930-de61-47ff-9bb6-56b5c421a917 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:32:45.368722 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 51722) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:32:45.372420 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-b84e0ca9-1b23-4724-98a8-dc9902a48eeb admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1046252 May 25 22:32:45.375212 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-56ee0fe5-185e-4b92-945c-b68f36fbe217 admin admin] Request body: {'subnet': {'network_id': 'fd7645f7-57af-45f1-a732-f6a2011f3185', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2115816662-subnet', 'tenant_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:32:45.379955 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 51726) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:32:45.386407 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-56ee0fe5-185e-4b92-945c-b68f36fbe217 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:32:45.391174 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-56ee0fe5-185e-4b92-945c-b68f36fbe217 admin admin] Usage tracker for resource:subnet and tenant:b90abe1db3a04a6d96f07ef98a9f9cae is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:32:45.394874 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-56ee0fe5-185e-4b92-945c-b68f36fbe217 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:32:45.403040 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-56ee0fe5-185e-4b92-945c-b68f36fbe217 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:32:45.405748 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-2825c930-de61-47ff-9bb6-56b5c421a917 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:32:45.407860 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84e0ca9-1b23-4724-98a8-dc9902a48eeb admin admin] Pushing event updated for resources: {'Network': ['ID=fd7645f7-57af-45f1-a732-f6a2011f3185,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:32:45.418317 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ee0fe5-185e-4b92-945c-b68f36fbe217 admin admin] Made reservation on behalf of b90abe1db3a04a6d96f07ef98a9f9cae for: {'subnet': 1} {{(pid=83237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:32:45.422199 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-56ee0fe5-185e-4b92-945c-b68f36fbe217 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:45.450689 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-ded594cf-15ad-4e6e-9e2e-ec33a6cd1240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:45.462083 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-ded594cf-15ad-4e6e-9e2e-ec33a6cd1240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:45.463826 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Network fd7645f7-57af-45f1-a732-f6a2011f3185 details requested by agent ovs-agent-dv-cinder-843305-1-iscsi with host dv-cinder-843305-1-iscsi {{(pid=83238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:32:45.495749 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2825c930-de61-47ff-9bb6-56b5c421a917 admin admin] Made reservation on behalf of d7ffd62c2ac44504a9684ae63a973e56 for: {'network': 1} {{(pid=83236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:32:45.502175 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-2825c930-de61-47ff-9bb6-56b5c421a917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for network, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:45.519373 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded594cf-15ad-4e6e-9e2e-ec33a6cd1240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deda8db1-ca28-4923-b188-0d25004825a6,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:32:45.523087 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-2825c930-de61-47ff-9bb6-56b5c421a917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:45.560784 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-2825c930-de61-47ff-9bb6-56b5c421a917 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:32:45.565222 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-2825c930-de61-47ff-9bb6-56b5c421a917 admin admin] Usage tracker for resource:security_group_rule and tenant:d7ffd62c2ac44504a9684ae63a973e56 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:32:45.568630 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-2825c930-de61-47ff-9bb6-56b5c421a917 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:32:45.574634 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-2825c930-de61-47ff-9bb6-56b5c421a917 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:32:45.617562 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ded594cf-15ad-4e6e-9e2e-ec33a6cd1240 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=83236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:32:45.639405 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-ded594cf-15ad-4e6e-9e2e-ec33a6cd1240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:45.639808 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.db.segments_db [None req-ded594cf-15ad-4e6e-9e2e-ec33a6cd1240 admin admin] Added segment d9ce8754-a51e-4a93-8077-f19ced427d12 of type vlan for network 80a1c730-2cb5-4c32-855a-c6e593e04183 May 25 22:32:45.692052 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-2825c930-de61-47ff-9bb6-56b5c421a917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:45.697537 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-ded594cf-15ad-4e6e-9e2e-ec33a6cd1240 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744689326614'] for network, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:45.703829 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-2825c930-de61-47ff-9bb6-56b5c421a917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:45.717000 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2825c930-de61-47ff-9bb6-56b5c421a917 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=83236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:32:45.726436 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-2825c930-de61-47ff-9bb6-56b5c421a917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:45.726846 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.db.segments_db [None req-2825c930-de61-47ff-9bb6-56b5c421a917 admin admin] Added segment 4d1be4ba-0554-4a6b-a02c-d8c255136a33 of type vlan for network 360c53c5-a59a-4986-bb46-de1bac538f49 May 25 22:32:45.741644 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-56ee0fe5-185e-4b92-945c-b68f36fbe217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057'] for subnet, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:45.754041 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-2825c930-de61-47ff-9bb6-56b5c421a917 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744689326614'] for network, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:45.788912 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-c45099b3-9e40-4935-8c90-ad090fc09222 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-130217243-network', 'tenant_id': 'f03d319e86304fdf89e958ee74d34779'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:32:45.812790 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-c45099b3-9e40-4935-8c90-ad090fc09222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:32:45.817699 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-c45099b3-9e40-4935-8c90-ad090fc09222 admin admin] Usage tracker for resource:network and tenant:f03d319e86304fdf89e958ee74d34779 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:32:45.824848 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-c45099b3-9e40-4935-8c90-ad090fc09222 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:32:45.830882 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-2825c930-de61-47ff-9bb6-56b5c421a917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057'] for network, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:45.831966 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2825c930-de61-47ff-9bb6-56b5c421a917 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:32:45.832624 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-2825c930-de61-47ff-9bb6-56b5c421a917 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for network, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:45.837037 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825c930-de61-47ff-9bb6-56b5c421a917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7c78f1-5191-42fd-a9a3-c6e7500f44f6,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:32:45.859152 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-c45099b3-9e40-4935-8c90-ad090fc09222 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:32:45.880007 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ee0fe5-185e-4b92-945c-b68f36fbe217 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98f8d2f7-6f04-442a-9b23-c573cfab2370,revision_number=0']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:32:45.892253 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ee0fe5-185e-4b92-945c-b68f36fbe217 admin admin] Checking segment: {'id': '8d828a5b-6a20-4c3e-851e-162f0bcf0bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'fd7645f7-57af-45f1-a732-f6a2011f3185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:32:45.892899 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ee0fe5-185e-4b92-945c-b68f36fbe217 admin admin] Network hostable DHCP agents. Network: fd7645f7-57af-45f1-a732-f6a2011f3185, hostable agents: ['7055d141-b128-493c-8fde-b010d723709d'], hosted agents: [] {{(pid=83237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:32:45.900747 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45099b3-9e40-4935-8c90-ad090fc09222 admin admin] Made reservation on behalf of f03d319e86304fdf89e958ee74d34779 for: {'network': 1} {{(pid=83237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:32:45.903234 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-c45099b3-9e40-4935-8c90-ad090fc09222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for network, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:45.913973 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ee0fe5-185e-4b92-945c-b68f36fbe217 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:32:45.914569 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ee0fe5-185e-4b92-945c-b68f36fbe217 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:32:45.915058 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ee0fe5-185e-4b92-945c-b68f36fbe217 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:32:45.915559 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ee0fe5-185e-4b92-945c-b68f36fbe217 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:32:45.916035 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ee0fe5-185e-4b92-945c-b68f36fbe217 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:32:45.916697 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ee0fe5-185e-4b92-945c-b68f36fbe217 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:32:45.917188 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ee0fe5-185e-4b92-945c-b68f36fbe217 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:32:45.917672 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ee0fe5-185e-4b92-945c-b68f36fbe217 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:32:45.918148 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ee0fe5-185e-4b92-945c-b68f36fbe217 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:32:45.918610 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ee0fe5-185e-4b92-945c-b68f36fbe217 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:32:45.919084 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ee0fe5-185e-4b92-945c-b68f36fbe217 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:32:45.920356 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ee0fe5-185e-4b92-945c-b68f36fbe217 admin admin] Tracked resource versions report: May 25 22:32:45.920356 dv-cinder-843305-1-iscsi neutron-server[83237]: pushed versions: May 25 22:32:45.920356 dv-cinder-843305-1-iscsi neutron-server[83237]: { 'ConntrackHelper': {'1.0'}, May 25 22:32:45.920356 dv-cinder-843305-1-iscsi neutron-server[83237]: 'Log': {'1.0'}, May 25 22:32:45.920356 dv-cinder-843305-1-iscsi neutron-server[83237]: 'Network': {'1.1'}, May 25 22:32:45.920356 dv-cinder-843305-1-iscsi neutron-server[83237]: 'Port': {'1.5'}, May 25 22:32:45.920356 dv-cinder-843305-1-iscsi neutron-server[83237]: 'PortForwarding': {'1.2'}, May 25 22:32:45.920356 dv-cinder-843305-1-iscsi neutron-server[83237]: 'QosPolicy': {'1.8'}, May 25 22:32:45.920356 dv-cinder-843305-1-iscsi neutron-server[83237]: 'SecurityGroup': {'1.2'}, May 25 22:32:45.920356 dv-cinder-843305-1-iscsi neutron-server[83237]: 'SecurityGroupRule': {'1.0'}, May 25 22:32:45.920356 dv-cinder-843305-1-iscsi neutron-server[83237]: 'SubPort': {'1.0'}, May 25 22:32:45.920356 dv-cinder-843305-1-iscsi neutron-server[83237]: 'Subnet': {'1.1'}, May 25 22:32:45.920356 dv-cinder-843305-1-iscsi neutron-server[83237]: 'Trunk': {'1.1'}} May 25 22:32:45.920356 dv-cinder-843305-1-iscsi neutron-server[83237]: consumer versions: May 25 22:32:45.920356 dv-cinder-843305-1-iscsi neutron-server[83237]: { DHCP agent@dv-cinder-843305-1-iscsi: {}, May 25 22:32:45.920356 dv-cinder-843305-1-iscsi neutron-server[83237]: HyperV agent@hv-cinder-84330: {}, May 25 22:32:45.920356 dv-cinder-843305-1-iscsi neutron-server[83237]: L3 agent@dv-cinder-843305-1-iscsi: {}, May 25 22:32:45.920356 dv-cinder-843305-1-iscsi neutron-server[83237]: Metadata agent@dv-cinder-843305-1-iscsi: {}, May 25 22:32:45.920356 dv-cinder-843305-1-iscsi neutron-server[83237]: Metering agent@dv-cinder-843305-1-iscsi: {}, May 25 22:32:45.920356 dv-cinder-843305-1-iscsi neutron-server[83237]: Open vSwitch agent@dv-cinder-843305-1-iscsi: { 'ConntrackHelper': '1.0', May 25 22:32:45.920356 dv-cinder-843305-1-iscsi neutron-server[83237]: 'Log': '1.0', May 25 22:32:45.920356 dv-cinder-843305-1-iscsi neutron-server[83237]: 'Network': '1.1', May 25 22:32:45.920356 dv-cinder-843305-1-iscsi neutron-server[83237]: 'Port': '1.5', May 25 22:32:45.920356 dv-cinder-843305-1-iscsi neutron-server[83237]: 'PortForwarding': '1.2', May 25 22:32:45.920356 dv-cinder-843305-1-iscsi neutron-server[83237]: 'QosPolicy': '1.8', May 25 22:32:45.920356 dv-cinder-843305-1-iscsi neutron-server[83237]: 'SecurityGroup': '1.2', May 25 22:32:45.920356 dv-cinder-843305-1-iscsi neutron-server[83237]: 'SecurityGroupRule': '1.0', May 25 22:32:45.920356 dv-cinder-843305-1-iscsi neutron-server[83237]: 'SubPort': '1.0', May 25 22:32:45.920356 dv-cinder-843305-1-iscsi neutron-server[83237]: 'Subnet': '1.1', May 25 22:32:45.920356 dv-cinder-843305-1-iscsi neutron-server[83237]: 'Trunk': '1.1'}} May 25 22:32:45.920356 dv-cinder-843305-1-iscsi neutron-server[83237]: {{(pid=83237) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 22:32:45.928707 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-ded594cf-15ad-4e6e-9e2e-ec33a6cd1240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057'] for network, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:45.929727 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded594cf-15ad-4e6e-9e2e-ec33a6cd1240 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:32:45.930386 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-ded594cf-15ad-4e6e-9e2e-ec33a6cd1240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for network, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:45.939658 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-c45099b3-9e40-4935-8c90-ad090fc09222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:46.013632 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ee0fe5-185e-4b92-945c-b68f36fbe217 admin admin] Network fd7645f7-57af-45f1-a732-f6a2011f3185 is scheduled to be hosted by DHCP agent 7055d141-b128-493c-8fde-b010d723709d with binding_index 1 {{(pid=83237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:32:46.028368 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-c45099b3-9e40-4935-8c90-ad090fc09222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:32:46.034195 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-c45099b3-9e40-4935-8c90-ad090fc09222 admin admin] Usage tracker for resource:security_group_rule and tenant:f03d319e86304fdf89e958ee74d34779 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:32:46.039576 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825c930-de61-47ff-9bb6-56b5c421a917 admin admin] Pushing event updated for resources: {'Network': ['ID=360c53c5-a59a-4986-bb46-de1bac538f49,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:32:46.039840 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-c45099b3-9e40-4935-8c90-ad090fc09222 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:32:46.048525 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.base_scheduler [None req-56ee0fe5-185e-4b92-945c-b68f36fbe217 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-1-iscsi, fd7645f7-57af-45f1-a732-f6a2011f3185) {{(pid=83237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:32:46.053743 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-2825c930-de61-47ff-9bb6-56b5c421a917 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2842100 May 25 22:32:46.055590 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 51744) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:32:46.057984 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-c45099b3-9e40-4935-8c90-ad090fc09222 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:32:46.060325 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f54af38-4c04-4f4a-a5e4-681dfc9176b3 None None] Network fd7645f7-57af-45f1-a732-f6a2011f3185 requested from dv-cinder-843305-1-iscsi {{(pid=83238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:32:46.067104 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ee0fe5-185e-4b92-945c-b68f36fbe217 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:32:46.067705 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-56ee0fe5-185e-4b92-945c-b68f36fbe217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for subnet, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:46.108846 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [None req-8a4d53f9-eda8-4324-93ed-f2646c2cd29c admin admin] Request body: {'subnet': {'network_id': '360c53c5-a59a-4986-bb46-de1bac538f49', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2032191705-subnet', 'tenant_id': 'd7ffd62c2ac44504a9684ae63a973e56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:32:46.116532 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-ded594cf-15ad-4e6e-9e2e-ec33a6cd1240 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4825721 May 25 22:32:46.125436 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 51750) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:32:46.150145 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-461e1caa-a5a1-44e7-8e83-ab4a0ec2512d admin admin] Request body: {'subnet': {'network_id': '80a1c730-2cb5-4c32-855a-c6e593e04183', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1952611519-subnet', 'tenant_id': '088051ac6c68479091c88448d791f443', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:32:46.161269 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-461e1caa-a5a1-44e7-8e83-ab4a0ec2512d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:32:46.183227 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-461e1caa-a5a1-44e7-8e83-ab4a0ec2512d admin admin] Usage tracker for resource:subnet and tenant:088051ac6c68479091c88448d791f443 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:32:46.188676 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-8a4d53f9-eda8-4324-93ed-f2646c2cd29c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:32:46.199261 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-461e1caa-a5a1-44e7-8e83-ab4a0ec2512d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:32:46.227288 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-56ee0fe5-185e-4b92-945c-b68f36fbe217 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8542883 May 25 22:32:46.227288 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-461e1caa-a5a1-44e7-8e83-ab4a0ec2512d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:32:46.232620 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 51754) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:32:46.252785 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-8a4d53f9-eda8-4324-93ed-f2646c2cd29c admin admin] Usage tracker for resource:subnet and tenant:d7ffd62c2ac44504a9684ae63a973e56 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:32:46.261288 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-8a4d53f9-eda8-4324-93ed-f2646c2cd29c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:32:46.261813 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-a491593b-610c-4145-a2f9-640351a2f26c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2115816662-router', 'tenant_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'}}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:32:46.274060 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-8a4d53f9-eda8-4324-93ed-f2646c2cd29c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:32:46.281338 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded594cf-15ad-4e6e-9e2e-ec33a6cd1240 admin admin] Pushing event updated for resources: {'Network': ['ID=80a1c730-2cb5-4c32-855a-c6e593e04183,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:32:46.293495 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-a491593b-610c-4145-a2f9-640351a2f26c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:32:46.306481 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-a491593b-610c-4145-a2f9-640351a2f26c admin admin] Usage tracker for resource:router and tenant:b90abe1db3a04a6d96f07ef98a9f9cae is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:32:46.308492 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4d53f9-eda8-4324-93ed-f2646c2cd29c admin admin] Made reservation on behalf of d7ffd62c2ac44504a9684ae63a973e56 for: {'subnet': 1} {{(pid=83236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:32:46.312968 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-8a4d53f9-eda8-4324-93ed-f2646c2cd29c admin admin] Notify callbacks [] for subnet, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:46.326446 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-a491593b-610c-4145-a2f9-640351a2f26c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:32:46.327275 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Network 360c53c5-a59a-4986-bb46-de1bac538f49 details requested by agent ovs-agent-dv-cinder-843305-1-iscsi with host dv-cinder-843305-1-iscsi {{(pid=83238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:32:46.333908 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461e1caa-a5a1-44e7-8e83-ab4a0ec2512d admin admin] Made reservation on behalf of 088051ac6c68479091c88448d791f443 for: {'subnet': 1} {{(pid=83237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:32:46.337002 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-461e1caa-a5a1-44e7-8e83-ab4a0ec2512d admin admin] Notify callbacks [] for subnet, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:46.370460 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-a491593b-610c-4145-a2f9-640351a2f26c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:32:46.477291 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-c45099b3-9e40-4935-8c90-ad090fc09222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:46.504429 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Network 80a1c730-2cb5-4c32-855a-c6e593e04183 details requested by agent ovs-agent-dv-cinder-843305-1-iscsi with host dv-cinder-843305-1-iscsi {{(pid=83238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:32:46.518779 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-c45099b3-9e40-4935-8c90-ad090fc09222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:46.561913 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-a491593b-610c-4145-a2f9-640351a2f26c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-332275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13655'] for router, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:46.563010 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-a491593b-610c-4145-a2f9-640351a2f26c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-334964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13660'] for router, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:46.590884 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c45099b3-9e40-4935-8c90-ad090fc09222 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=83237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:32:46.638169 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-c45099b3-9e40-4935-8c90-ad090fc09222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:46.638575 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.db.segments_db [None req-c45099b3-9e40-4935-8c90-ad090fc09222 admin admin] Added segment fd780e7e-00ee-4b95-a4a3-06bb62d1df35 of type vlan for network 7118c156-6ba0-45fa-85d4-b60edcd6fc6f May 25 22:32:46.640965 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45099b3-9e40-4935-8c90-ad090fc09222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbac2a3f-5fd9-4277-8204-e95766fb137b,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:32:46.656984 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-a491593b-610c-4145-a2f9-640351a2f26c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:46.700154 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad46578c-657b-4dcf-94fa-1df6f75176b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6d3de8e-d70e-51d5-8f03-74ad85baa67b-fd7645f7-57af-45f1-a732-f6a2011f3185', 'network_id': 'fd7645f7-57af-45f1-a732-f6a2011f3185', 'tenant_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'fixed_ips': [{'subnet_id': '98f8d2f7-6f04-442a-9b23-c573cfab2370'}]}} from dv-cinder-843305-1-iscsi. {{(pid=83238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:32:46.701117 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-ad46578c-657b-4dcf-94fa-1df6f75176b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:46.763349 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-c45099b3-9e40-4935-8c90-ad090fc09222 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744689326614'] for network, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:46.904637 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.db_base_plugin_common [None req-ad46578c-657b-4dcf-94fa-1df6f75176b2 None None] Allocated IP 172.20.0.2 (fd7645f7-57af-45f1-a732-f6a2011f3185/98f8d2f7-6f04-442a-9b23-c573cfab2370/bfc55090-4744-4952-9f2e-2addad76bb54) {{(pid=83238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:32:46.936216 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-8a4d53f9-eda8-4324-93ed-f2646c2cd29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057'] for subnet, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:46.979853 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-c45099b3-9e40-4935-8c90-ad090fc09222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057'] for network, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:46.980709 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45099b3-9e40-4935-8c90-ad090fc09222 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:32:46.981275 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-c45099b3-9e40-4935-8c90-ad090fc09222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for network, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:47.099404 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-461e1caa-a5a1-44e7-8e83-ab4a0ec2512d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057'] for subnet, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:47.113199 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4d53f9-eda8-4324-93ed-f2646c2cd29c admin admin] Pushing event updated for resources: {'Subnet': ['ID=05f07a5e-78a3-486e-a9fd-118c2fb92346,revision_number=0']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:32:47.119179 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4d53f9-eda8-4324-93ed-f2646c2cd29c admin admin] Checking segment: {'id': '4d1be4ba-0554-4a6b-a02c-d8c255136a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '360c53c5-a59a-4986-bb46-de1bac538f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:32:47.119623 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4d53f9-eda8-4324-93ed-f2646c2cd29c admin admin] Network hostable DHCP agents. Network: 360c53c5-a59a-4986-bb46-de1bac538f49, hostable agents: ['7055d141-b128-493c-8fde-b010d723709d'], hosted agents: [] {{(pid=83236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:32:47.184380 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-a491593b-610c-4145-a2f9-640351a2f26c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-334982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-332297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:47.184943 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4d53f9-eda8-4324-93ed-f2646c2cd29c admin admin] Network 360c53c5-a59a-4986-bb46-de1bac538f49 is scheduled to be hosted by DHCP agent 7055d141-b128-493c-8fde-b010d723709d with binding_index 1 {{(pid=83236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:32:47.186903 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45099b3-9e40-4935-8c90-ad090fc09222 admin admin] Pushing event updated for resources: {'Network': ['ID=7118c156-6ba0-45fa-85d4-b60edcd6fc6f,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:32:47.202987 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.base_scheduler [None req-8a4d53f9-eda8-4324-93ed-f2646c2cd29c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-1-iscsi, 360c53c5-a59a-4986-bb46-de1bac538f49) {{(pid=83236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:32:47.209597 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4d53f9-eda8-4324-93ed-f2646c2cd29c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:32:47.210697 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-8a4d53f9-eda8-4324-93ed-f2646c2cd29c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for subnet, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:47.214619 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-c45099b3-9e40-4935-8c90-ad090fc09222 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8331714 May 25 22:32:47.220478 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 51778) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:32:47.223147 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Network 7118c156-6ba0-45fa-85d4-b60edcd6fc6f details requested by agent ovs-agent-dv-cinder-843305-1-iscsi with host dv-cinder-843305-1-iscsi {{(pid=83238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:32:47.236413 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-783cdf08-f249-40fe-8155-13f0dc01d428 admin admin] Request body: {'subnet': {'network_id': '7118c156-6ba0-45fa-85d4-b60edcd6fc6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-130217243-subnet', 'tenant_id': 'f03d319e86304fdf89e958ee74d34779', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:32:47.240303 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e1caa-a5a1-44e7-8e83-ab4a0ec2512d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e69c8957-8c1d-4117-a304-7714404f270e,revision_number=0']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:32:47.258205 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-783cdf08-f249-40fe-8155-13f0dc01d428 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:32:47.277444 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-8a4d53f9-eda8-4324-93ed-f2646c2cd29c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1683471 May 25 22:32:47.284174 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-783cdf08-f249-40fe-8155-13f0dc01d428 admin admin] Usage tracker for resource:subnet and tenant:f03d319e86304fdf89e958ee74d34779 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:32:47.301118 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-783cdf08-f249-40fe-8155-13f0dc01d428 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:32:47.329413 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-783cdf08-f249-40fe-8155-13f0dc01d428 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:32:47.368254 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7da5bf-40a9-405d-894d-035ccfc81fe7 None None] Network 360c53c5-a59a-4986-bb46-de1bac538f49 requested from dv-cinder-843305-1-iscsi {{(pid=83238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:32:47.382091 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461e1caa-a5a1-44e7-8e83-ab4a0ec2512d admin admin] Checking segment: {'id': 'd9ce8754-a51e-4a93-8077-f19ced427d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '80a1c730-2cb5-4c32-855a-c6e593e04183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:32:47.383080 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461e1caa-a5a1-44e7-8e83-ab4a0ec2512d admin admin] Network hostable DHCP agents. Network: 80a1c730-2cb5-4c32-855a-c6e593e04183, hostable agents: ['7055d141-b128-493c-8fde-b010d723709d'], hosted agents: [] {{(pid=83237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:32:47.440146 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783cdf08-f249-40fe-8155-13f0dc01d428 admin admin] Made reservation on behalf of f03d319e86304fdf89e958ee74d34779 for: {'subnet': 1} {{(pid=83237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:32:47.443467 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-783cdf08-f249-40fe-8155-13f0dc01d428 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:47.594662 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461e1caa-a5a1-44e7-8e83-ab4a0ec2512d admin admin] Network 80a1c730-2cb5-4c32-855a-c6e593e04183 is scheduled to be hosted by DHCP agent 7055d141-b128-493c-8fde-b010d723709d with binding_index 1 {{(pid=83237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:32:47.624434 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.base_scheduler [None req-461e1caa-a5a1-44e7-8e83-ab4a0ec2512d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-1-iscsi, 80a1c730-2cb5-4c32-855a-c6e593e04183) {{(pid=83237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:32:47.628213 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-ad46578c-657b-4dcf-94fa-1df6f75176b2 None None] Notify callbacks [] for port, precommit_create {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:47.639878 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461e1caa-a5a1-44e7-8e83-ab4a0ec2512d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:32:47.640594 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-461e1caa-a5a1-44e7-8e83-ab4a0ec2512d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for subnet, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:47.657024 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a90ed9-b967-4d2a-8b6e-c47b76118246 None None] Network 80a1c730-2cb5-4c32-855a-c6e593e04183 requested from dv-cinder-843305-1-iscsi {{(pid=83238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:32:47.680235 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-ad46578c-657b-4dcf-94fa-1df6f75176b2 None None] Transition to ACTIVE for port object bfc55090-4744-4952-9f2e-2addad76bb54 will not be triggered until provisioned by entity L2. {{(pid=83238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:32:47.735646 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-461e1caa-a5a1-44e7-8e83-ab4a0ec2512d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6091318 May 25 22:32:47.835371 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-ad46578c-657b-4dcf-94fa-1df6f75176b2 None None] Transition to ACTIVE for port object bfc55090-4744-4952-9f2e-2addad76bb54 will not be triggered until provisioned by entity DHCP. {{(pid=83238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:32:47.838190 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-783cdf08-f249-40fe-8155-13f0dc01d428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057'] for subnet, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:47.882923 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-ad46578c-657b-4dcf-94fa-1df6f75176b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019'] for port, after_create {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:47.891774 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-a491593b-610c-4145-a2f9-640351a2f26c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:47.949026 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-a491593b-610c-4145-a2f9-640351a2f26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:48.023104 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783cdf08-f249-40fe-8155-13f0dc01d428 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eed7b039-2401-4008-8d74-88e75bbbe478,revision_number=0']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:32:48.116283 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d86eee2-e957-4463-8a56-a987e1623da6 None None] Network 360c53c5-a59a-4986-bb46-de1bac538f49 requested from dv-cinder-843305-1-iscsi {{(pid=83238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:32:48.157489 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783cdf08-f249-40fe-8155-13f0dc01d428 admin admin] Checking segment: {'id': 'fd780e7e-00ee-4b95-a4a3-06bb62d1df35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7118c156-6ba0-45fa-85d4-b60edcd6fc6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:32:48.157839 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783cdf08-f249-40fe-8155-13f0dc01d428 admin admin] Network hostable DHCP agents. Network: 7118c156-6ba0-45fa-85d4-b60edcd6fc6f, hostable agents: ['7055d141-b128-493c-8fde-b010d723709d'], hosted agents: [] {{(pid=83237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:32:48.189926 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad46578c-657b-4dcf-94fa-1df6f75176b2 None None] Network fd7645f7-57af-45f1-a732-f6a2011f3185 is already hosted by enough agents. {{(pid=83238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:32:48.196174 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.db_base_plugin_common [None req-a491593b-610c-4145-a2f9-640351a2f26c admin admin] Allocated IP 172.27.0.15 (cb39d3ef-31f0-4e66-970b-4cb0d379e187/4ff22ee7-6206-48b0-b7ae-e7396fe607ae/0abf62aa-2c7d-4e60-9f6c-c4182b6a4805) {{(pid=83237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:32:48.245580 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.scheduler.base_scheduler [None req-ad46578c-657b-4dcf-94fa-1df6f75176b2 None None] Resources bound (agent type, host, resource id): {{(pid=83238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:32:48.260753 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad46578c-657b-4dcf-94fa-1df6f75176b2 None None] Received port after_create {{(pid=83238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:32:48.274160 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad46578c-657b-4dcf-94fa-1df6f75176b2 None None] Pushing event updated for resources: {'Port': ['ID=bfc55090-4744-4952-9f2e-2addad76bb54,revision_number=1']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:32:48.292956 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783cdf08-f249-40fe-8155-13f0dc01d428 admin admin] Network 7118c156-6ba0-45fa-85d4-b60edcd6fc6f is scheduled to be hosted by DHCP agent 7055d141-b128-493c-8fde-b010d723709d with binding_index 1 {{(pid=83237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:32:48.353050 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad46578c-657b-4dcf-94fa-1df6f75176b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:32:48.353637 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad46578c-657b-4dcf-94fa-1df6f75176b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:32:48.354145 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad46578c-657b-4dcf-94fa-1df6f75176b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:32:48.354631 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad46578c-657b-4dcf-94fa-1df6f75176b2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:32:48.355121 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad46578c-657b-4dcf-94fa-1df6f75176b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:32:48.355642 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad46578c-657b-4dcf-94fa-1df6f75176b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:32:48.356133 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad46578c-657b-4dcf-94fa-1df6f75176b2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:32:48.356621 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad46578c-657b-4dcf-94fa-1df6f75176b2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:32:48.357123 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad46578c-657b-4dcf-94fa-1df6f75176b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:32:48.357585 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad46578c-657b-4dcf-94fa-1df6f75176b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:32:48.358232 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad46578c-657b-4dcf-94fa-1df6f75176b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:32:48.359689 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad46578c-657b-4dcf-94fa-1df6f75176b2 None None] Tracked resource versions report: May 25 22:32:48.359689 dv-cinder-843305-1-iscsi neutron-server[83238]: pushed versions: May 25 22:32:48.359689 dv-cinder-843305-1-iscsi neutron-server[83238]: { 'ConntrackHelper': {'1.0'}, May 25 22:32:48.359689 dv-cinder-843305-1-iscsi neutron-server[83238]: 'Log': {'1.0'}, May 25 22:32:48.359689 dv-cinder-843305-1-iscsi neutron-server[83238]: 'Network': {'1.1'}, May 25 22:32:48.359689 dv-cinder-843305-1-iscsi neutron-server[83238]: 'Port': {'1.5'}, May 25 22:32:48.359689 dv-cinder-843305-1-iscsi neutron-server[83238]: 'PortForwarding': {'1.2'}, May 25 22:32:48.359689 dv-cinder-843305-1-iscsi neutron-server[83238]: 'QosPolicy': {'1.8'}, May 25 22:32:48.359689 dv-cinder-843305-1-iscsi neutron-server[83238]: 'SecurityGroup': {'1.2'}, May 25 22:32:48.359689 dv-cinder-843305-1-iscsi neutron-server[83238]: 'SecurityGroupRule': {'1.0'}, May 25 22:32:48.359689 dv-cinder-843305-1-iscsi neutron-server[83238]: 'SubPort': {'1.0'}, May 25 22:32:48.359689 dv-cinder-843305-1-iscsi neutron-server[83238]: 'Subnet': {'1.1'}, May 25 22:32:48.359689 dv-cinder-843305-1-iscsi neutron-server[83238]: 'Trunk': {'1.1'}} May 25 22:32:48.359689 dv-cinder-843305-1-iscsi neutron-server[83238]: consumer versions: May 25 22:32:48.359689 dv-cinder-843305-1-iscsi neutron-server[83238]: { DHCP agent@dv-cinder-843305-1-iscsi: {}, May 25 22:32:48.359689 dv-cinder-843305-1-iscsi neutron-server[83238]: HyperV agent@hv-cinder-84330: {}, May 25 22:32:48.359689 dv-cinder-843305-1-iscsi neutron-server[83238]: L3 agent@dv-cinder-843305-1-iscsi: {}, May 25 22:32:48.359689 dv-cinder-843305-1-iscsi neutron-server[83238]: Metadata agent@dv-cinder-843305-1-iscsi: {}, May 25 22:32:48.359689 dv-cinder-843305-1-iscsi neutron-server[83238]: Metering agent@dv-cinder-843305-1-iscsi: {}, May 25 22:32:48.359689 dv-cinder-843305-1-iscsi neutron-server[83238]: Open vSwitch agent@dv-cinder-843305-1-iscsi: { 'ConntrackHelper': '1.0', May 25 22:32:48.359689 dv-cinder-843305-1-iscsi neutron-server[83238]: 'Log': '1.0', May 25 22:32:48.359689 dv-cinder-843305-1-iscsi neutron-server[83238]: 'Network': '1.1', May 25 22:32:48.359689 dv-cinder-843305-1-iscsi neutron-server[83238]: 'Port': '1.5', May 25 22:32:48.359689 dv-cinder-843305-1-iscsi neutron-server[83238]: 'PortForwarding': '1.2', May 25 22:32:48.359689 dv-cinder-843305-1-iscsi neutron-server[83238]: 'QosPolicy': '1.8', May 25 22:32:48.359689 dv-cinder-843305-1-iscsi neutron-server[83238]: 'SecurityGroup': '1.2', May 25 22:32:48.359689 dv-cinder-843305-1-iscsi neutron-server[83238]: 'SecurityGroupRule': '1.0', May 25 22:32:48.359689 dv-cinder-843305-1-iscsi neutron-server[83238]: 'SubPort': '1.0', May 25 22:32:48.359689 dv-cinder-843305-1-iscsi neutron-server[83238]: 'Subnet': '1.1', May 25 22:32:48.359689 dv-cinder-843305-1-iscsi neutron-server[83238]: 'Trunk': '1.1'}} May 25 22:32:48.359689 dv-cinder-843305-1-iscsi neutron-server[83238]: {{(pid=83238) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 22:32:48.370002 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.base_scheduler [None req-783cdf08-f249-40fe-8155-13f0dc01d428 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-1-iscsi, 7118c156-6ba0-45fa-85d4-b60edcd6fc6f) {{(pid=83237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:32:48.376024 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783cdf08-f249-40fe-8155-13f0dc01d428 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:32:48.376603 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-783cdf08-f249-40fe-8155-13f0dc01d428 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for subnet, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:48.412891 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c39a3dd-e0e1-472a-819b-fc7b77f52f0c None None] Network 7118c156-6ba0-45fa-85d4-b60edcd6fc6f requested from dv-cinder-843305-1-iscsi {{(pid=83238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:32:48.524680 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-a491593b-610c-4145-a2f9-640351a2f26c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:48.532894 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-783cdf08-f249-40fe-8155-13f0dc01d428 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3070147 May 25 22:32:48.533237 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 51828) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:32:48.539792 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [None req-362397a9-d4b4-4972-be4d-624a590d3bb0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-130217243-router', 'tenant_id': 'f03d319e86304fdf89e958ee74d34779', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'}}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:32:48.552704 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-362397a9-d4b4-4972-be4d-624a590d3bb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:32:48.557038 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-362397a9-d4b4-4972-be4d-624a590d3bb0 admin admin] Usage tracker for resource:router and tenant:f03d319e86304fdf89e958ee74d34779 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:32:48.564855 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-362397a9-d4b4-4972-be4d-624a590d3bb0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:32:48.584107 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-362397a9-d4b4-4972-be4d-624a590d3bb0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:32:48.601885 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-362397a9-d4b4-4972-be4d-624a590d3bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-332275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13655'] for router, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:48.603057 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-362397a9-d4b4-4972-be4d-624a590d3bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-334964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13660'] for router, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:48.617455 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-a491593b-610c-4145-a2f9-640351a2f26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019'] for port, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:48.623169 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c0f9ef-5f44-4d9d-a407-423eb4da4151 None None] Network 80a1c730-2cb5-4c32-855a-c6e593e04183 requested from dv-cinder-843305-1-iscsi {{(pid=83238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:32:48.640022 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-362397a9-d4b4-4972-be4d-624a590d3bb0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:48.847560 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a491593b-610c-4145-a2f9-640351a2f26c admin admin] Pushing event updated for resources: {'Port': ['ID=0abf62aa-2c7d-4e60-9f6c-c4182b6a4805,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:32:48.863293 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a491593b-610c-4145-a2f9-640351a2f26c admin admin] Network cb39d3ef-31f0-4e66-970b-4cb0d379e187 is already hosted by enough agents. {{(pid=83237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:32:48.864845 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.base_scheduler [None req-a491593b-610c-4145-a2f9-640351a2f26c admin admin] Resources bound (agent type, host, resource id): {{(pid=83237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:32:48.873425 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a491593b-610c-4145-a2f9-640351a2f26c admin admin] Received port after_create {{(pid=83237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:32:49.087114 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-362397a9-d4b4-4972-be4d-624a590d3bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-334982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-332297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:49.235089 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-a491593b-610c-4145-a2f9-640351a2f26c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:49.240624 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-a491593b-610c-4145-a2f9-640351a2f26c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-332288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-335001'] for router, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:49.346872 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 51872) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:32:49.367431 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [None req-4e4b04e6-2a44-4778-b57a-1bfa0b66d331 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1045562929-network', 'tenant_id': '0c778f1001354cd790a3df7c44619883'}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:32:49.376838 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-4e4b04e6-2a44-4778-b57a-1bfa0b66d331 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:32:49.384096 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-4e4b04e6-2a44-4778-b57a-1bfa0b66d331 admin admin] Usage tracker for resource:network and tenant:0c778f1001354cd790a3df7c44619883 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:32:49.390214 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-4e4b04e6-2a44-4778-b57a-1bfa0b66d331 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:32:49.398158 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-4e4b04e6-2a44-4778-b57a-1bfa0b66d331 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:32:49.420595 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4b04e6-2a44-4778-b57a-1bfa0b66d331 admin admin] Made reservation on behalf of 0c778f1001354cd790a3df7c44619883 for: {'network': 1} {{(pid=83236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:32:49.423977 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-4e4b04e6-2a44-4778-b57a-1bfa0b66d331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for network, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:49.462873 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-4e4b04e6-2a44-4778-b57a-1bfa0b66d331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:49.558058 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-ad46578c-657b-4dcf-94fa-1df6f75176b2 None None] Attempting to bind port bfc55090-4744-4952-9f2e-2addad76bb54 on host dv-cinder-843305-1-iscsi for vnic_type normal with profile {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:32:49.558737 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-ad46578c-657b-4dcf-94fa-1df6f75176b2 None None] Attempting to bind port bfc55090-4744-4952-9f2e-2addad76bb54 by drivers openvswitch,hyperv on host dv-cinder-843305-1-iscsi at level 0 using segments [{'id': '8d828a5b-6a20-4c3e-851e-162f0bcf0bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'fd7645f7-57af-45f1-a732-f6a2011f3185'}] {{(pid=83238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:32:49.560924 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad46578c-657b-4dcf-94fa-1df6f75176b2 None None] Attempting to bind port bfc55090-4744-4952-9f2e-2addad76bb54 on network fd7645f7-57af-45f1-a732-f6a2011f3185 {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:32:49.582197 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-4e4b04e6-2a44-4778-b57a-1bfa0b66d331 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:32:49.626675 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad46578c-657b-4dcf-94fa-1df6f75176b2 None None] Checking agent: {'id': '204015c8-cb50-46b9-b04e-4ea0e4e6040d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 24, 3), 'started_at': datetime.datetime(2022, 5, 25, 22, 24, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:32:49.626997 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad46578c-657b-4dcf-94fa-1df6f75176b2 None None] Checking segment: {'id': '8d828a5b-6a20-4c3e-851e-162f0bcf0bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'fd7645f7-57af-45f1-a732-f6a2011f3185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:32:49.628163 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-ad46578c-657b-4dcf-94fa-1df6f75176b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:49.629144 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad46578c-657b-4dcf-94fa-1df6f75176b2 None None] Bound using segment: {'id': '8d828a5b-6a20-4c3e-851e-162f0bcf0bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'fd7645f7-57af-45f1-a732-f6a2011f3185'} {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:32:49.629280 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-ad46578c-657b-4dcf-94fa-1df6f75176b2 None None] Bound port: bfc55090-4744-4952-9f2e-2addad76bb54, host: dv-cinder-843305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d828a5b-6a20-4c3e-851e-162f0bcf0bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'fd7645f7-57af-45f1-a732-f6a2011f3185'}}] {{(pid=83238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:32:49.629832 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-4e4b04e6-2a44-4778-b57a-1bfa0b66d331 admin admin] Usage tracker for resource:security_group_rule and tenant:0c778f1001354cd790a3df7c44619883 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:32:49.629962 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-ad46578c-657b-4dcf-94fa-1df6f75176b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:49.634833 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-4e4b04e6-2a44-4778-b57a-1bfa0b66d331 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:32:49.643175 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-4e4b04e6-2a44-4778-b57a-1bfa0b66d331 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:32:49.649236 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-362397a9-d4b4-4972-be4d-624a590d3bb0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:49.688055 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-362397a9-d4b4-4972-be4d-624a590d3bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:49.709177 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8dadfa4-d0cc-47de-b49b-445389e6953c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6d3de8e-d70e-51d5-8f03-74ad85baa67b-7118c156-6ba0-45fa-85d4-b60edcd6fc6f', 'network_id': '7118c156-6ba0-45fa-85d4-b60edcd6fc6f', 'tenant_id': 'f03d319e86304fdf89e958ee74d34779', 'fixed_ips': [{'subnet_id': 'eed7b039-2401-4008-8d74-88e75bbbe478'}]}} from dv-cinder-843305-1-iscsi. {{(pid=83238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:32:49.710374 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-a8dadfa4-d0cc-47de-b49b-445389e6953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:49.761545 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 51888) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:32:49.774227 dv-cinder-843305-1-iscsi neutron-server[83237]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 25 22:32:49.886052 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-ad46578c-657b-4dcf-94fa-1df6f75176b2 None None] For port bfc55090-4744-4952-9f2e-2addad76bb54, host dv-cinder-843305-1-iscsi, cleared binding levels {{(pid=83238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:32:49.902012 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.db_base_plugin_common [None req-362397a9-d4b4-4972-be4d-624a590d3bb0 admin admin] Allocated IP 172.27.0.82 (cb39d3ef-31f0-4e66-970b-4cb0d379e187/4ff22ee7-6206-48b0-b7ae-e7396fe607ae/5016906b-8ed9-4188-b302-35ef0f6f3649) {{(pid=83236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:32:49.914869 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-ad46578c-657b-4dcf-94fa-1df6f75176b2 None None] For port bfc55090-4744-4952-9f2e-2addad76bb54, host dv-cinder-843305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=bfc55090-4744-4952-9f2e-2addad76bb54,segment=NetworkSegment(8d828a5b-6a20-4c3e-851e-162f0bcf0bcb),segment_id=8d828a5b-6a20-4c3e-851e-162f0bcf0bcb)] {{(pid=83238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:32:49.932182 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-ad46578c-657b-4dcf-94fa-1df6f75176b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:49.984141 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-0e0e0bfd-eb94-4329-beef-a5ceaa84dab0 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:32:49.985564 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-0e0e0bfd-eb94-4329-beef-a5ceaa84dab0 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] 10.222.0.39 "GET /v2.0/networks?id=80a1c730-2cb5-4c32-855a-c6e593e04183 HTTP/1.1" status: 200 len: 812 time: 0.2135475 May 25 22:32:50.038245 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-771f8826-2af1-4748-877b-96889c65b85b tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] 10.222.0.39 "GET /v2.0/quotas/088051ac6c68479091c88448d791f443 HTTP/1.1" status: 200 len: 375 time: 0.0395892 May 25 22:32:50.044327 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a491593b-610c-4145-a2f9-640351a2f26c admin admin] Router acc5626b-a7c4-4ad3-b44e-bddd73595d23 is scheduled to L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a with binding_index 1 {{(pid=83237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:32:50.121145 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-362397a9-d4b4-4972-be4d-624a590d3bb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:50.136260 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 51896) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:32:50.139928 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad46578c-657b-4dcf-94fa-1df6f75176b2 None None] Pushing event updated for resources: {'Port': ['ID=bfc55090-4744-4952-9f2e-2addad76bb54,revision_number=2']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:32:50.158805 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.db_base_plugin_common [None req-a8dadfa4-d0cc-47de-b49b-445389e6953c None None] Allocated IP 172.20.0.2 (7118c156-6ba0-45fa-85d4-b60edcd6fc6f/eed7b039-2401-4008-8d74-88e75bbbe478/7cfe0a7f-6e49-4354-92e2-65337b66e29d) {{(pid=83238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:32:50.251022 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-4e4b04e6-2a44-4778-b57a-1bfa0b66d331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:50.259162 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-362397a9-d4b4-4972-be4d-624a590d3bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019'] for port, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:50.289410 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-5b6aad72-b9ef-4c0a-af28-35729094d02e tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=088051ac6c68479091c88448d791f443&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2367964 May 25 22:32:50.401838 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362397a9-d4b4-4972-be4d-624a590d3bb0 admin admin] Pushing event updated for resources: {'Port': ['ID=5016906b-8ed9-4188-b302-35ef0f6f3649,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:32:50.406940 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-4e4b04e6-2a44-4778-b57a-1bfa0b66d331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:50.428202 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a491593b-610c-4145-a2f9-640351a2f26c admin admin] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:32:50.439030 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63efa6b-da50-4718-b6ad-4721234bdae0 None None] Sync routers for ids ['acc5626b-a7c4-4ad3-b44e-bddd73595d23'] in dv-cinder-843305-1-iscsi {{(pid=83239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:32:50.464778 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63efa6b-da50-4718-b6ad-4721234bdae0 None None] Routers {'acc5626b-a7c4-4ad3-b44e-bddd73595d23'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:32:50.465776 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-e63efa6b-da50-4718-b6ad-4721234bdae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:32:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['acc5626b-a7c4-4ad3-b44e-bddd73595d23'], 'active': True} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:32:50.497571 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-a491593b-610c-4145-a2f9-640351a2f26c admin admin] Notify callbacks [] for router, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:50.499277 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-a491593b-610c-4145-a2f9-640351a2f26c admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.2647004 May 25 22:32:50.500446 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4b04e6-2a44-4778-b57a-1bfa0b66d331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b78c5f-b61f-4000-bb25-dfc400c2a03e,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:32:50.502141 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 51912) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:32:50.530971 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362397a9-d4b4-4972-be4d-624a590d3bb0 admin admin] Network cb39d3ef-31f0-4e66-970b-4cb0d379e187 is already hosted by enough agents. {{(pid=83236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:32:50.537191 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.base_scheduler [None req-362397a9-d4b4-4972-be4d-624a590d3bb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:32:50.547958 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e4b04e6-2a44-4778-b57a-1bfa0b66d331 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=83236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:32:50.554118 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362397a9-d4b4-4972-be4d-624a590d3bb0 admin admin] Received port after_create {{(pid=83236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:32:50.678996 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-28ad863a-a1cc-4bde-89fd-23edf161e759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:50.684706 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-a8dadfa4-d0cc-47de-b49b-445389e6953c None None] Notify callbacks [] for port, precommit_create {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:50.707551 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-a8dadfa4-d0cc-47de-b49b-445389e6953c None None] Transition to ACTIVE for port object 7cfe0a7f-6e49-4354-92e2-65337b66e29d will not be triggered until provisioned by entity L2. {{(pid=83238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:32:50.733948 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-a8dadfa4-d0cc-47de-b49b-445389e6953c None None] Transition to ACTIVE for port object 7cfe0a7f-6e49-4354-92e2-65337b66e29d will not be triggered until provisioned by entity DHCP. {{(pid=83238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:32:50.746958 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-a8dadfa4-d0cc-47de-b49b-445389e6953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019'] for port, after_create {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:50.777255 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-0d4a8baf-0c74-463f-93d8-6c27bcc11288 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=83237) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:32:50.781480 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-4e4b04e6-2a44-4778-b57a-1bfa0b66d331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:50.781840 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.db.segments_db [None req-4e4b04e6-2a44-4778-b57a-1bfa0b66d331 admin admin] Added segment 518bf24f-0411-47e5-abfc-d1311902de77 of type vlan for network 6c2763cc-82ba-47b1-bd59-7b69992bcd6a May 25 22:32:50.787487 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-0d4a8baf-0c74-463f-93d8-6c27bcc11288 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1648443 May 25 22:32:50.789601 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvr_db [None req-e63efa6b-da50-4718-b6ad-4721234bdae0 None None] Set router acc5626b-a7c4-4ad3-b44e-bddd73595d23 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:32:50.847170 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-28ad863a-a1cc-4bde-89fd-23edf161e759 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:32:50.851389 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-4e4b04e6-2a44-4778-b57a-1bfa0b66d331 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744689326614'] for network, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:50.857251 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-28ad863a-a1cc-4bde-89fd-23edf161e759 admin admin] Usage tracker for resource:security_group_rule and tenant:dd0bc0f91a794e4fb1dd79511937d45f is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:32:50.861580 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-28ad863a-a1cc-4bde-89fd-23edf161e759 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:32:50.891798 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dadfa4-d0cc-47de-b49b-445389e6953c None None] Pushing event updated for resources: {'Port': ['ID=7cfe0a7f-6e49-4354-92e2-65337b66e29d,revision_number=1']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:32:50.902336 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-28ad863a-a1cc-4bde-89fd-23edf161e759 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:32:50.913400 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dadfa4-d0cc-47de-b49b-445389e6953c None None] Network 7118c156-6ba0-45fa-85d4-b60edcd6fc6f is already hosted by enough agents. {{(pid=83238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:32:50.914571 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.scheduler.base_scheduler [None req-a8dadfa4-d0cc-47de-b49b-445389e6953c None None] Resources bound (agent type, host, resource id): {{(pid=83238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:32:50.917156 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dadfa4-d0cc-47de-b49b-445389e6953c None None] Received port after_create {{(pid=83238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:32:50.970317 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-4e4b04e6-2a44-4778-b57a-1bfa0b66d331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057'] for network, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:50.971243 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4b04e6-2a44-4778-b57a-1bfa0b66d331 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:32:50.973518 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-4e4b04e6-2a44-4778-b57a-1bfa0b66d331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for network, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:51.026311 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-294a146c-b728-43cb-a6ec-1d82483e90db service neutron] 10.222.0.39 "GET /v2.0/networks/80a1c730-2cb5-4c32-855a-c6e593e04183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378666 May 25 22:32:51.100455 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-a8dadfa4-d0cc-47de-b49b-445389e6953c None None] Attempting to bind port 7cfe0a7f-6e49-4354-92e2-65337b66e29d on host dv-cinder-843305-1-iscsi for vnic_type normal with profile {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:32:51.101012 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-a8dadfa4-d0cc-47de-b49b-445389e6953c None None] Attempting to bind port 7cfe0a7f-6e49-4354-92e2-65337b66e29d by drivers openvswitch,hyperv on host dv-cinder-843305-1-iscsi at level 0 using segments [{'id': 'fd780e7e-00ee-4b95-a4a3-06bb62d1df35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7118c156-6ba0-45fa-85d4-b60edcd6fc6f'}] {{(pid=83238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:32:51.102429 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dadfa4-d0cc-47de-b49b-445389e6953c None None] Attempting to bind port 7cfe0a7f-6e49-4354-92e2-65337b66e29d on network 7118c156-6ba0-45fa-85d4-b60edcd6fc6f {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:32:51.116655 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dadfa4-d0cc-47de-b49b-445389e6953c None None] Checking agent: {'id': '204015c8-cb50-46b9-b04e-4ea0e4e6040d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 24, 3), 'started_at': datetime.datetime(2022, 5, 25, 22, 24, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:32:51.117019 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dadfa4-d0cc-47de-b49b-445389e6953c None None] Checking segment: {'id': 'fd780e7e-00ee-4b95-a4a3-06bb62d1df35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7118c156-6ba0-45fa-85d4-b60edcd6fc6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:32:51.117850 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-a8dadfa4-d0cc-47de-b49b-445389e6953c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:51.117850 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dadfa4-d0cc-47de-b49b-445389e6953c None None] Bound using segment: {'id': 'fd780e7e-00ee-4b95-a4a3-06bb62d1df35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7118c156-6ba0-45fa-85d4-b60edcd6fc6f'} {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:32:51.118288 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-a8dadfa4-d0cc-47de-b49b-445389e6953c None None] Bound port: 7cfe0a7f-6e49-4354-92e2-65337b66e29d, host: dv-cinder-843305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd780e7e-00ee-4b95-a4a3-06bb62d1df35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7118c156-6ba0-45fa-85d4-b60edcd6fc6f'}}] {{(pid=83238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:32:51.118892 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-a8dadfa4-d0cc-47de-b49b-445389e6953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:51.214855 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4b04e6-2a44-4778-b57a-1bfa0b66d331 admin admin] Pushing event updated for resources: {'Network': ['ID=6c2763cc-82ba-47b1-bd59-7b69992bcd6a,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:32:51.247771 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Network 6c2763cc-82ba-47b1-bd59-7b69992bcd6a details requested by agent ovs-agent-dv-cinder-843305-1-iscsi with host dv-cinder-843305-1-iscsi {{(pid=83238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:32:51.256708 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-4e4b04e6-2a44-4778-b57a-1bfa0b66d331 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9046109 May 25 22:32:51.258765 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-28ad863a-a1cc-4bde-89fd-23edf161e759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:51.260405 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-362397a9-d4b4-4972-be4d-624a590d3bb0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:51.261257 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-362397a9-d4b4-4972-be4d-624a590d3bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-332288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-335001'] for router, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:51.264257 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 51938) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:32:51.278681 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [None req-b586da3f-ba1a-4a87-8675-db1836927574 admin admin] Request body: {'subnet': {'network_id': '6c2763cc-82ba-47b1-bd59-7b69992bcd6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1045562929-subnet', 'tenant_id': '0c778f1001354cd790a3df7c44619883', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:32:51.283775 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-28ad863a-a1cc-4bde-89fd-23edf161e759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:51.311140 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-b586da3f-ba1a-4a87-8675-db1836927574 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:32:51.372779 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-a8dadfa4-d0cc-47de-b49b-445389e6953c None None] For port 7cfe0a7f-6e49-4354-92e2-65337b66e29d, host dv-cinder-843305-1-iscsi, cleared binding levels {{(pid=83238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:32:51.397633 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-a8dadfa4-d0cc-47de-b49b-445389e6953c None None] For port 7cfe0a7f-6e49-4354-92e2-65337b66e29d, host dv-cinder-843305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=7cfe0a7f-6e49-4354-92e2-65337b66e29d,segment=NetworkSegment(fd780e7e-00ee-4b95-a4a3-06bb62d1df35),segment_id=fd780e7e-00ee-4b95-a4a3-06bb62d1df35)] {{(pid=83238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:32:51.408399 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-a8dadfa4-d0cc-47de-b49b-445389e6953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:51.429436 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-e08aff1f-be17-41b2-bd3e-cc9316e9bb1c service neutron] 10.222.0.39 "GET /v2.0/networks/80a1c730-2cb5-4c32-855a-c6e593e04183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4021688 May 25 22:32:51.462868 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-b586da3f-ba1a-4a87-8675-db1836927574 admin admin] Usage tracker for resource:subnet and tenant:0c778f1001354cd790a3df7c44619883 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:32:51.529692 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-b586da3f-ba1a-4a87-8675-db1836927574 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:32:51.540348 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-e63efa6b-da50-4718-b6ad-4721234bdae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'name': 'tempest-AttachVolumeTestJSON-2115816662-router', 'tenant_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '0abf62aa-2c7d-4e60-9f6c-c4182b6a4805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:32:46Z', 'updated_at': '2022-05-25T22:32:49Z', 'revision_number': 3, 'project_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'gw_port': {'id': '0abf62aa-2c7d-4e60-9f6c-c4182b6a4805', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:92:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:47Z', 'updated_at': '2022-05-25T22:32:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi'}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:32:51.547940 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dadfa4-d0cc-47de-b49b-445389e6953c None None] Pushing event updated for resources: {'Port': ['ID=7cfe0a7f-6e49-4354-92e2-65337b66e29d,revision_number=2']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:32:51.553247 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63efa6b-da50-4718-b6ad-4721234bdae0 None None] Checking router: acc5626b-a7c4-4ad3-b44e-bddd73595d23 for host: dv-cinder-843305-1-iscsi {{(pid=83239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:32:51.555921 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63efa6b-da50-4718-b6ad-4721234bdae0 None None] Updating router acc5626b-a7c4-4ad3-b44e-bddd73595d23 port 0abf62aa-2c7d-4e60-9f6c-c4182b6a4805 binding host dv-cinder-843305-1-iscsi {{(pid=83239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:32:51.626748 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device bfc55090-4744-4952-9f2e-2addad76bb54 up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:32:51.655639 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-e63efa6b-da50-4718-b6ad-4721234bdae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:51.719595 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-b586da3f-ba1a-4a87-8675-db1836927574 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:32:51.726644 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad863a-a1cc-4bde-89fd-23edf161e759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f10e658-e84a-4f39-8e0d-d802c052d595,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:32:51.735604 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-28ad863a-a1cc-4bde-89fd-23edf161e759 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dd0bc0f91a794e4fb1dd79511937d45f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5983191 May 25 22:32:51.740391 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 51950) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:32:51.761481 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b586da3f-ba1a-4a87-8675-db1836927574 admin admin] Made reservation on behalf of 0c778f1001354cd790a3df7c44619883 for: {'subnet': 1} {{(pid=83236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:32:51.770778 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-b586da3f-ba1a-4a87-8675-db1836927574 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:51.784531 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acdfef3-97b5-4959-adc2-210149c60197 None None] Network fd7645f7-57af-45f1-a732-f6a2011f3185 requested from dv-cinder-843305-1-iscsi {{(pid=83238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:32:52.018295 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning for port bfc55090-4744-4952-9f2e-2addad76bb54 completed by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:32:52.075452 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port bfc55090-4744-4952-9f2e-2addad76bb54 triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:32:52.077424 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:52.106888 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 51976) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:32:52.169635 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-1d179848-6805-48d4-a12b-0c935a270d38 req-b3dce6cc-4b0a-4672-ab37-a93b44a3caad tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] 10.222.0.39 "GET /v2.0/ports?device_id=74d2c671-5723-453a-a525-7381cd086455 HTTP/1.1" status: 200 len: 210 time: 0.0613434 May 25 22:32:52.211770 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1cd54022-e550-41fd-a524-f73446f662cf None None] Provisioning for port bfc55090-4744-4952-9f2e-2addad76bb54 completed by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:32:52.222111 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1cd54022-e550-41fd-a524-f73446f662cf None None] Provisioning complete for port bfc55090-4744-4952-9f2e-2addad76bb54 triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:32:52.222580 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1cd54022-e550-41fd-a524-f73446f662cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:52.380269 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-454fa301-2a23-425b-a130-1271ed1a078e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:52.426203 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-e63efa6b-da50-4718-b6ad-4721234bdae0 None None] Notify callbacks [] for port, precommit_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:52.440629 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:52.455613 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.provisioning_blocks [None req-e63efa6b-da50-4718-b6ad-4721234bdae0 None None] Transition to ACTIVE for port object 0abf62aa-2c7d-4e60-9f6c-c4182b6a4805 will not be triggered until provisioned by entity L2. {{(pid=83239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:32:52.470295 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-454fa301-2a23-425b-a130-1271ed1a078e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:52.477294 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-e63efa6b-da50-4718-b6ad-4721234bdae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:52.495731 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] For port bfc55090-4744-4952-9f2e-2addad76bb54, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=bfc55090-4744-4952-9f2e-2addad76bb54,segment=NetworkSegment(8d828a5b-6a20-4c3e-851e-162f0bcf0bcb),segment_id=8d828a5b-6a20-4c3e-851e-162f0bcf0bcb)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:32:52.512515 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:52.609686 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-b586da3f-ba1a-4a87-8675-db1836927574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057'] for subnet, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:52.687308 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa84932f-dcac-403d-845c-3d0d641af30c None None] Pushing event updated for resources: {'Port': ['ID=0abf62aa-2c7d-4e60-9f6c-c4182b6a4805,revision_number=2']} {{(pid=83239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:32:52.690624 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Pushing event updated for resources: {'Port': ['ID=bfc55090-4744-4952-9f2e-2addad76bb54,revision_number=3']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:32:52.694178 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.managers [None req-e63efa6b-da50-4718-b6ad-4721234bdae0 None None] Attempting to bind port 0abf62aa-2c7d-4e60-9f6c-c4182b6a4805 on host dv-cinder-843305-1-iscsi for vnic_type normal with profile {{(pid=83239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:32:52.694390 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.managers [None req-e63efa6b-da50-4718-b6ad-4721234bdae0 None None] Attempting to bind port 0abf62aa-2c7d-4e60-9f6c-c4182b6a4805 by drivers openvswitch,hyperv on host dv-cinder-843305-1-iscsi at level 0 using segments [{'id': '877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'}] {{(pid=83239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:32:52.703157 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1cd54022-e550-41fd-a524-f73446f662cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:52.708328 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63efa6b-da50-4718-b6ad-4721234bdae0 None None] Attempting to bind port 0abf62aa-2c7d-4e60-9f6c-c4182b6a4805 on network cb39d3ef-31f0-4e66-970b-4cb0d379e187 {{(pid=83239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:32:52.732440 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa84932f-dcac-403d-845c-3d0d641af30c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:32:52.736313 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa84932f-dcac-403d-845c-3d0d641af30c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:32:52.736834 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa84932f-dcac-403d-845c-3d0d641af30c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:32:52.737264 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa84932f-dcac-403d-845c-3d0d641af30c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:32:52.737692 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa84932f-dcac-403d-845c-3d0d641af30c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:32:52.738519 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa84932f-dcac-403d-845c-3d0d641af30c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:32:52.738889 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa84932f-dcac-403d-845c-3d0d641af30c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:32:52.739331 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa84932f-dcac-403d-845c-3d0d641af30c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:32:52.740326 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa84932f-dcac-403d-845c-3d0d641af30c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:32:52.742536 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa84932f-dcac-403d-845c-3d0d641af30c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:32:52.743000 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa84932f-dcac-403d-845c-3d0d641af30c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:32:52.745457 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa84932f-dcac-403d-845c-3d0d641af30c None None] Tracked resource versions report: May 25 22:32:52.745457 dv-cinder-843305-1-iscsi neutron-server[83239]: pushed versions: May 25 22:32:52.745457 dv-cinder-843305-1-iscsi neutron-server[83239]: { 'ConntrackHelper': {'1.0'}, May 25 22:32:52.745457 dv-cinder-843305-1-iscsi neutron-server[83239]: 'Log': {'1.0'}, May 25 22:32:52.745457 dv-cinder-843305-1-iscsi neutron-server[83239]: 'Network': {'1.1'}, May 25 22:32:52.745457 dv-cinder-843305-1-iscsi neutron-server[83239]: 'Port': {'1.5'}, May 25 22:32:52.745457 dv-cinder-843305-1-iscsi neutron-server[83239]: 'PortForwarding': {'1.2'}, May 25 22:32:52.745457 dv-cinder-843305-1-iscsi neutron-server[83239]: 'QosPolicy': {'1.8'}, May 25 22:32:52.745457 dv-cinder-843305-1-iscsi neutron-server[83239]: 'SecurityGroup': {'1.2'}, May 25 22:32:52.745457 dv-cinder-843305-1-iscsi neutron-server[83239]: 'SecurityGroupRule': {'1.0'}, May 25 22:32:52.745457 dv-cinder-843305-1-iscsi neutron-server[83239]: 'SubPort': {'1.0'}, May 25 22:32:52.745457 dv-cinder-843305-1-iscsi neutron-server[83239]: 'Subnet': {'1.1'}, May 25 22:32:52.745457 dv-cinder-843305-1-iscsi neutron-server[83239]: 'Trunk': {'1.1'}} May 25 22:32:52.745457 dv-cinder-843305-1-iscsi neutron-server[83239]: consumer versions: May 25 22:32:52.745457 dv-cinder-843305-1-iscsi neutron-server[83239]: { DHCP agent@dv-cinder-843305-1-iscsi: {}, May 25 22:32:52.745457 dv-cinder-843305-1-iscsi neutron-server[83239]: HyperV agent@hv-cinder-84330: {}, May 25 22:32:52.745457 dv-cinder-843305-1-iscsi neutron-server[83239]: L3 agent@dv-cinder-843305-1-iscsi: {}, May 25 22:32:52.745457 dv-cinder-843305-1-iscsi neutron-server[83239]: Metadata agent@dv-cinder-843305-1-iscsi: {}, May 25 22:32:52.745457 dv-cinder-843305-1-iscsi neutron-server[83239]: Metering agent@dv-cinder-843305-1-iscsi: {}, May 25 22:32:52.745457 dv-cinder-843305-1-iscsi neutron-server[83239]: Open vSwitch agent@dv-cinder-843305-1-iscsi: { 'ConntrackHelper': '1.0', May 25 22:32:52.745457 dv-cinder-843305-1-iscsi neutron-server[83239]: 'Log': '1.0', May 25 22:32:52.745457 dv-cinder-843305-1-iscsi neutron-server[83239]: 'Network': '1.1', May 25 22:32:52.745457 dv-cinder-843305-1-iscsi neutron-server[83239]: 'Port': '1.5', May 25 22:32:52.745457 dv-cinder-843305-1-iscsi neutron-server[83239]: 'PortForwarding': '1.2', May 25 22:32:52.745457 dv-cinder-843305-1-iscsi neutron-server[83239]: 'QosPolicy': '1.8', May 25 22:32:52.745457 dv-cinder-843305-1-iscsi neutron-server[83239]: 'SecurityGroup': '1.2', May 25 22:32:52.745457 dv-cinder-843305-1-iscsi neutron-server[83239]: 'SecurityGroupRule': '1.0', May 25 22:32:52.745457 dv-cinder-843305-1-iscsi neutron-server[83239]: 'SubPort': '1.0', May 25 22:32:52.745457 dv-cinder-843305-1-iscsi neutron-server[83239]: 'Subnet': '1.1', May 25 22:32:52.745457 dv-cinder-843305-1-iscsi neutron-server[83239]: 'Trunk': '1.1'}} May 25 22:32:52.745457 dv-cinder-843305-1-iscsi neutron-server[83239]: {{(pid=83239) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 22:32:52.755774 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63efa6b-da50-4718-b6ad-4721234bdae0 None None] Checking agent: {'id': '204015c8-cb50-46b9-b04e-4ea0e4e6040d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 24, 3), 'started_at': datetime.datetime(2022, 5, 25, 22, 24, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:32:52.756388 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63efa6b-da50-4718-b6ad-4721234bdae0 None None] Checking segment: {'id': '877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:32:52.757089 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-e63efa6b-da50-4718-b6ad-4721234bdae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:52.757496 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63efa6b-da50-4718-b6ad-4721234bdae0 None None] Bound using segment: {'id': '877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'} {{(pid=83239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:32:52.758073 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.managers [None req-e63efa6b-da50-4718-b6ad-4721234bdae0 None None] Bound port: 0abf62aa-2c7d-4e60-9f6c-c4182b6a4805, host: dv-cinder-843305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'}}] {{(pid=83239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:32:52.758555 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-e63efa6b-da50-4718-b6ad-4721234bdae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:52.791617 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8cd274a4-cf2e-4aeb-a4e7-9c175b752b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:52.925648 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.db.api [None req-1cd54022-e550-41fd-a524-f73446f662cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:32:52.926831 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG oslo_db.api [None req-1cd54022-e550-41fd-a524-f73446f662cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:32:52.934815 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 52004) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:32:52.968681 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.db [None req-e63efa6b-da50-4718-b6ad-4721234bdae0 None None] For port 0abf62aa-2c7d-4e60-9f6c-c4182b6a4805, host dv-cinder-843305-1-iscsi, cleared binding levels {{(pid=83239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:32:52.984963 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.db [None req-e63efa6b-da50-4718-b6ad-4721234bdae0 None None] For port 0abf62aa-2c7d-4e60-9f6c-c4182b6a4805, host dv-cinder-843305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=0abf62aa-2c7d-4e60-9f6c-c4182b6a4805,segment=NetworkSegment(877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e),segment_id=877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e)] {{(pid=83239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:32:53.001576 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-e63efa6b-da50-4718-b6ad-4721234bdae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:53.013197 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-454fa301-2a23-425b-a130-1271ed1a078e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:53.101850 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b586da3f-ba1a-4a87-8675-db1836927574 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e3b4a2f-f75a-42de-ac90-160d74144261,revision_number=0']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:32:53.133468 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-362397a9-d4b4-4972-be4d-624a590d3bb0 admin admin] Router d4e239b4-24ef-4667-806a-9130eac0a54a is scheduled to L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a with binding_index 1 {{(pid=83236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:32:53.136669 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454fa301-2a23-425b-a130-1271ed1a078e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f10e658-e84a-4f39-8e0d-d802c052d595,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:32:53.147401 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b586da3f-ba1a-4a87-8675-db1836927574 admin admin] Checking segment: {'id': '518bf24f-0411-47e5-abfc-d1311902de77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6c2763cc-82ba-47b1-bd59-7b69992bcd6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:32:53.149127 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b586da3f-ba1a-4a87-8675-db1836927574 admin admin] Network hostable DHCP agents. Network: 6c2763cc-82ba-47b1-bd59-7b69992bcd6a, hostable agents: ['7055d141-b128-493c-8fde-b010d723709d'], hosted agents: [] {{(pid=83236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:32:53.162335 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-454fa301-2a23-425b-a130-1271ed1a078e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:53.166255 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-454fa301-2a23-425b-a130-1271ed1a078e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1f10e658-e84a-4f39-8e0d-d802c052d595 HTTP/1.1" status: 204 len: 168 time: 1.4217815 May 25 22:32:53.204208 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55752b3-ccf5-4427-b7f3-4ddc73fe7290 None None] Network 7118c156-6ba0-45fa-85d4-b60edcd6fc6f requested from dv-cinder-843305-1-iscsi {{(pid=83238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:32:53.216018 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa84932f-dcac-403d-845c-3d0d641af30c None None] Pushing event updated for resources: {'Port': ['ID=0abf62aa-2c7d-4e60-9f6c-c4182b6a4805,revision_number=3']} {{(pid=83239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:32:53.274149 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63efa6b-da50-4718-b6ad-4721234bdae0 None None] Routers {'acc5626b-a7c4-4ad3-b44e-bddd73595d23'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:32:53.274768 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-e63efa6b-da50-4718-b6ad-4721234bdae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:32:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['acc5626b-a7c4-4ad3-b44e-bddd73595d23'], 'active': True} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:32:53.316759 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.db_base_plugin_common [None req-8cd274a4-cf2e-4aeb-a4e7-9c175b752b30 admin admin] Allocated IP 172.20.0.1 (fd7645f7-57af-45f1-a732-f6a2011f3185/98f8d2f7-6f04-442a-9b23-c573cfab2370/5be0598e-33b1-4e73-9de6-042d1cb11080) {{(pid=83237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:32:53.437457 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-7c36c602-1608-4d4f-8a95-3dbc80493b2c req-20d7ccb1-6391-4a8a-9944-73f3257bf1de tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] 10.222.0.39 "GET /v2.0/ports?device_id=74d2c671-5723-453a-a525-7381cd086455 HTTP/1.1" status: 200 len: 210 time: 0.0631332 May 25 22:32:53.472569 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-746af9b4-5826-49b6-b7f8-030e8e6e7efb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:53.593715 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b586da3f-ba1a-4a87-8675-db1836927574 admin admin] Network 6c2763cc-82ba-47b1-bd59-7b69992bcd6a is scheduled to be hosted by DHCP agent 7055d141-b128-493c-8fde-b010d723709d with binding_index 1 {{(pid=83236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:32:53.643759 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.base_scheduler [None req-b586da3f-ba1a-4a87-8675-db1836927574 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-1-iscsi, 6c2763cc-82ba-47b1-bd59-7b69992bcd6a) {{(pid=83236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:32:53.656472 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b586da3f-ba1a-4a87-8675-db1836927574 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:32:53.657376 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-b586da3f-ba1a-4a87-8675-db1836927574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for subnet, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:53.689602 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-746af9b4-5826-49b6-b7f8-030e8e6e7efb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:32:53.726203 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-b586da3f-ba1a-4a87-8675-db1836927574 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4533362 May 25 22:32:53.728028 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-746af9b4-5826-49b6-b7f8-030e8e6e7efb admin admin] Usage tracker for resource:security_group_rule and tenant:c6f2a5437fbb48f4b25395e33ce487d9 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:32:53.737481 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-746af9b4-5826-49b6-b7f8-030e8e6e7efb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:32:53.771288 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-746af9b4-5826-49b6-b7f8-030e8e6e7efb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:32:53.773490 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71381026-7998-4b78-b247-11478004acc1 None None] Network 6c2763cc-82ba-47b1-bd59-7b69992bcd6a requested from dv-cinder-843305-1-iscsi {{(pid=83238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:32:53.824571 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8cd274a4-cf2e-4aeb-a4e7-9c175b752b30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:53.890614 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-362397a9-d4b4-4972-be4d-624a590d3bb0 admin admin] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:32:53.891936 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.provisioning_blocks [None req-8cd274a4-cf2e-4aeb-a4e7-9c175b752b30 admin admin] Transition to ACTIVE for port object 5be0598e-33b1-4e73-9de6-042d1cb11080 will not be triggered until provisioned by entity DHCP. {{(pid=83237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:32:53.932381 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-746af9b4-5826-49b6-b7f8-030e8e6e7efb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:53.947657 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-746af9b4-5826-49b6-b7f8-030e8e6e7efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:53.997039 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8cd274a4-cf2e-4aeb-a4e7-9c175b752b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019'] for port, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:54.017711 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746af9b4-5826-49b6-b7f8-030e8e6e7efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b1db97-9c62-44a0-9c0f-c4e21b8a0af1,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:32:54.019668 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 7cfe0a7f-6e49-4354-92e2-65337b66e29d up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:32:54.022208 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-362397a9-d4b4-4972-be4d-624a590d3bb0 admin admin] Notify callbacks [] for router, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:54.023829 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-362397a9-d4b4-4972-be4d-624a590d3bb0 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.4893620 May 25 22:32:54.036933 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 52042) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:32:54.037396 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvr_db [None req-e63efa6b-da50-4718-b6ad-4721234bdae0 None None] Set router acc5626b-a7c4-4ad3-b44e-bddd73595d23 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:32:54.098031 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ec8f7d-b14f-4866-b681-23c635192f32 None None] Sync routers for ids ['d4e239b4-24ef-4667-806a-9130eac0a54a'] in dv-cinder-843305-1-iscsi {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:32:54.149096 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd274a4-cf2e-4aeb-a4e7-9c175b752b30 admin admin] Network fd7645f7-57af-45f1-a732-f6a2011f3185 is already hosted by enough agents. {{(pid=83237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:32:54.158714 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.base_scheduler [None req-8cd274a4-cf2e-4aeb-a4e7-9c175b752b30 admin admin] Resources bound (agent type, host, resource id): {{(pid=83237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:32:54.169923 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd274a4-cf2e-4aeb-a4e7-9c175b752b30 admin admin] Received port after_create {{(pid=83237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:32:54.170612 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8cd274a4-cf2e-4aeb-a4e7-9c175b752b30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335459'] for router_interface, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:54.176161 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 52050) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:32:54.253328 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 52054) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:32:54.254289 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd274a4-cf2e-4aeb-a4e7-9c175b752b30 admin admin] Pushing event updated for resources: {'Port': ['ID=5be0598e-33b1-4e73-9de6-042d1cb11080,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:32:54.283295 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ec8f7d-b14f-4866-b681-23c635192f32 None None] Routers {'d4e239b4-24ef-4667-806a-9130eac0a54a'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:32:54.283955 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-19ec8f7d-b14f-4866-b681-23c635192f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:32:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['d4e239b4-24ef-4667-806a-9130eac0a54a'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:32:54.307056 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c1e2f0c-6319-4a08-8dc4-8cb4591d3508 admin admin] Deleting subnet 05f07a5e-78a3-486e-a9fd-118c2fb92346 {{(pid=83237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:32:54.311774 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-5c1e2f0c-6319-4a08-8dc4-8cb4591d3508 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:54.372937 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-5c1e2f0c-6319-4a08-8dc4-8cb4591d3508 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:54.381557 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-5c1e2f0c-6319-4a08-8dc4-8cb4591d3508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3099660'] for subnet, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:54.490625 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c9dcd3-2fe0-405e-8880-705d247afe00 None None] Network 6c2763cc-82ba-47b1-bd59-7b69992bcd6a requested from dv-cinder-843305-1-iscsi {{(pid=83238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:32:54.512485 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-746af9b4-5826-49b6-b7f8-030e8e6e7efb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c6f2a5437fbb48f4b25395e33ce487d9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5384951 May 25 22:32:54.519323 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-2e48b1e0-8d97-4a24-90b0-fa3553f40c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:54.528193 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 52064) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:32:54.529665 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-5c1e2f0c-6319-4a08-8dc4-8cb4591d3508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3099653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057'] for subnet, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:54.588901 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e2f0c-6319-4a08-8dc4-8cb4591d3508 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05f07a5e-78a3-486e-a9fd-118c2fb92346,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:32:54.600628 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-5c1e2f0c-6319-4a08-8dc4-8cb4591d3508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for subnet, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:54.610704 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8cd274a4-cf2e-4aeb-a4e7-9c175b752b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:54.631826 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-5c1e2f0c-6319-4a08-8dc4-8cb4591d3508 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/05f07a5e-78a3-486e-a9fd-118c2fb92346 HTTP/1.1" status: 204 len: 168 time: 0.4534719 May 25 22:32:54.632707 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 52070) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:32:54.658466 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-19ec8f7d-b14f-4866-b681-23c635192f32 None None] Set router d4e239b4-24ef-4667-806a-9130eac0a54a gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:32:54.771051 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-2e48b1e0-8d97-4a24-90b0-fa3553f40c67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:32:54.782114 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-2e48b1e0-8d97-4a24-90b0-fa3553f40c67 admin admin] Usage tracker for resource:security_group_rule and tenant:d4ddc09d806c44258246b17b63827ad0 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:32:54.789498 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-2e48b1e0-8d97-4a24-90b0-fa3553f40c67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:32:54.835000 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-2e48b1e0-8d97-4a24-90b0-fa3553f40c67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:32:54.869335 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-e63efa6b-da50-4718-b6ad-4721234bdae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'name': 'tempest-AttachVolumeTestJSON-2115816662-router', 'tenant_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '0abf62aa-2c7d-4e60-9f6c-c4182b6a4805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:32:46Z', 'updated_at': '2022-05-25T22:32:49Z', 'revision_number': 3, 'project_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'gw_port': {'id': '0abf62aa-2c7d-4e60-9f6c-c4182b6a4805', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:92:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:47Z', 'updated_at': '2022-05-25T22:32:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi'}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:32:54.876965 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-0b40198c-60b9-478b-a551-9e2d0f8f363c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:54.880555 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63efa6b-da50-4718-b6ad-4721234bdae0 None None] The sync data for ids ['acc5626b-a7c4-4ad3-b44e-bddd73595d23'] in dv-cinder-843305-1-iscsi is: [{'id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'name': 'tempest-AttachVolumeTestJSON-2115816662-router', 'tenant_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '0abf62aa-2c7d-4e60-9f6c-c4182b6a4805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:32:46Z', 'updated_at': '2022-05-25T22:32:49Z', 'revision_number': 3, 'project_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'gw_port': {'id': '0abf62aa-2c7d-4e60-9f6c-c4182b6a4805', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:92:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:47Z', 'updated_at': '2022-05-25T22:32:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi'}] {{(pid=83239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:32:54.936577 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-d91d5477-719d-426b-a436-bacf12520083 req-73797b92-940f-4ffc-b1f0-0aa6d4ad0542 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] 10.222.0.39 "GET /v2.0/ports?device_id=74d2c671-5723-453a-a525-7381cd086455 HTTP/1.1" status: 200 len: 210 time: 0.1711729 May 25 22:32:54.981082 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-0b40198c-60b9-478b-a551-9e2d0f8f363c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:54.987369 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-409bb804-811d-4a3c-bbb1-ffb5a0b2c4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1111784'] for network, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:55.077735 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning for port 7cfe0a7f-6e49-4354-92e2-65337b66e29d completed by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:32:55.094223 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device bfc55090-4744-4952-9f2e-2addad76bb54 up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:32:55.267761 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-2e48b1e0-8d97-4a24-90b0-fa3553f40c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:55.285776 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-2e48b1e0-8d97-4a24-90b0-fa3553f40c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:55.319438 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-409bb804-811d-4a3c-bbb1-ffb5a0b2c4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3103129', 'neutron.services.segments.db._delete_segments_for_network-8744689775481'] for network, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:55.320673 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-0b40198c-60b9-478b-a551-9e2d0f8f363c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:55.345774 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 52080) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:32:55.351224 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-409bb804-811d-4a3c-bbb1-ffb5a0b2c4ab admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:32:55.351623 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-409bb804-811d-4a3c-bbb1-ffb5a0b2c4ab admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:32:55.351947 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port bfc55090-4744-4952-9f2e-2addad76bb54 triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:32:55.352307 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:55.352427 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-409bb804-811d-4a3c-bbb1-ffb5a0b2c4ab admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:32:55.352692 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-409bb804-811d-4a3c-bbb1-ffb5a0b2c4ab admin admin] Subscribe: > port after_create 55550000 {{(pid=83237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:32:55.353005 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-409bb804-811d-4a3c-bbb1-ffb5a0b2c4ab admin admin] Subscribe: > port after_delete 55550000 {{(pid=83237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:32:55.353349 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-409bb804-811d-4a3c-bbb1-ffb5a0b2c4ab admin admin] Subscribe: > port after_update 55550000 {{(pid=83237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:32:55.353680 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-409bb804-811d-4a3c-bbb1-ffb5a0b2c4ab admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:32:55.354011 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-409bb804-811d-4a3c-bbb1-ffb5a0b2c4ab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:32:55.354377 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-409bb804-811d-4a3c-bbb1-ffb5a0b2c4ab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:32:55.354694 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-409bb804-811d-4a3c-bbb1-ffb5a0b2c4ab admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:32:55.421077 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-3fec4e7c-96f1-4070-bde4-33697e463da9 None None] Provisioning for port 7cfe0a7f-6e49-4354-92e2-65337b66e29d completed by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:32:55.432777 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-3fec4e7c-96f1-4070-bde4-33697e463da9 None None] Provisioning complete for port 7cfe0a7f-6e49-4354-92e2-65337b66e29d triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:32:55.433136 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-3fec4e7c-96f1-4070-bde4-33697e463da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:55.440145 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.45', 53232) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:32:55.474901 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-0b40198c-60b9-478b-a551-9e2d0f8f363c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:55.476610 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-0b40198c-60b9-478b-a551-9e2d0f8f363c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c2b1db97-9c62-44a0-9c0f-c4e21b8a0af1 HTTP/1.1" status: 204 len: 168 time: 0.9452341 May 25 22:32:55.494374 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e48b1e0-8d97-4a24-90b0-fa3553f40c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931acbb4-2fb2-4317-984e-b69a818adb8e,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:32:55.621898 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-2e48b1e0-8d97-4a24-90b0-fa3553f40c67 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d4ddc09d806c44258246b17b63827ad0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2400830 May 25 22:32:55.686602 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-409bb804-811d-4a3c-bbb1-ffb5a0b2c4ab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:32:55.687204 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-409bb804-811d-4a3c-bbb1-ffb5a0b2c4ab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:32:55.687673 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-409bb804-811d-4a3c-bbb1-ffb5a0b2c4ab admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:32:55.688066 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-409bb804-811d-4a3c-bbb1-ffb5a0b2c4ab admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:32:55.688599 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.services.segments.db [None req-409bb804-811d-4a3c-bbb1-ffb5a0b2c4ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['360c53c5-a59a-4986-bb46-de1bac538f49']}} {{(pid=83237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:32:55.722233 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 52096) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:32:55.728045 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.services.segments.db [None req-409bb804-811d-4a3c-bbb1-ffb5a0b2c4ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d1be4ba-0554-4a6b-a02c-d8c255136a33') {'for_net_delete': True} {{(pid=83237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:32:55.728360 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.services.segments.db [None req-409bb804-811d-4a3c-bbb1-ffb5a0b2c4ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d1be4ba-0554-4a6b-a02c-d8c255136a33') {} {{(pid=83237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:32:55.744680 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b40198c-60b9-478b-a551-9e2d0f8f363c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b1db97-9c62-44a0-9c0f-c4e21b8a0af1,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:32:55.762741 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-409bb804-811d-4a3c-bbb1-ffb5a0b2c4ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744689775364', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680106'] for segment, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:55.801766 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-409bb804-811d-4a3c-bbb1-ffb5a0b2c4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:55.819838 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-409bb804-811d-4a3c-bbb1-ffb5a0b2c4ab admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=83237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:32:55.820417 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-409bb804-811d-4a3c-bbb1-ffb5a0b2c4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1149350'] for segment, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:56.024119 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-3fec4e7c-96f1-4070-bde4-33697e463da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:56.069341 dv-cinder-843305-1-iscsi neutron-server[83237]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 25 22:32:56.069341 dv-cinder-843305-1-iscsi neutron-server[83237]: util.warn_limited( May 25 22:32:56.069341 dv-cinder-843305-1-iscsi neutron-server[83237]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 25 22:32:56.069341 dv-cinder-843305-1-iscsi neutron-server[83237]: util.warn_limited( May 25 22:32:56.069341 dv-cinder-843305-1-iscsi neutron-server[83237]: Traceback (most recent call last): May 25 22:32:56.069341 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:32:56.069341 dv-cinder-843305-1-iscsi neutron-server[83237]: timer() May 25 22:32:56.069341 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:32:56.069341 dv-cinder-843305-1-iscsi neutron-server[83237]: cb(*args, **kw) May 25 22:32:56.069341 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:32:56.069341 dv-cinder-843305-1-iscsi neutron-server[83237]: return func(*args, **kwargs) May 25 22:32:56.069341 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:32:56.069341 dv-cinder-843305-1-iscsi neutron-server[83237]: self._notify() May 25 22:32:56.069341 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:32:56.069341 dv-cinder-843305-1-iscsi neutron-server[83237]: self.callback(batched_events) May 25 22:32:56.069341 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:32:56.069341 dv-cinder-843305-1-iscsi neutron-server[83237]: event.method(event) May 25 22:32:56.069341 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:32:56.069341 dv-cinder-843305-1-iscsi neutron-server[83237]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:32:56.069341 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:32:56.069341 dv-cinder-843305-1-iscsi neutron-server[83237]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:32:56.069341 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:32:56.069341 dv-cinder-843305-1-iscsi neutron-server[83237]: return f(self, *a, **k) May 25 22:32:56.069341 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:32:56.069341 dv-cinder-843305-1-iscsi neutron-server[83237]: return self._get(url).json() May 25 22:32:56.069341 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:32:56.069341 dv-cinder-843305-1-iscsi neutron-server[83237]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:32:56.069341 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:32:56.069341 dv-cinder-843305-1-iscsi neutron-server[83237]: return self.request(url, 'GET', **kwargs) May 25 22:32:56.069341 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:32:56.069341 dv-cinder-843305-1-iscsi neutron-server[83237]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:32:56.069341 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:32:56.069341 dv-cinder-843305-1-iscsi neutron-server[83237]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:32:56.069341 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:32:56.069341 dv-cinder-843305-1-iscsi neutron-server[83237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:32:56.069341 dv-cinder-843305-1-iscsi neutron-server[83237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:32:56.079690 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-409bb804-811d-4a3c-bbb1-ffb5a0b2c4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3103122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335064'] for network, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:56.086662 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-409bb804-811d-4a3c-bbb1-ffb5a0b2c4ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for network, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:56.116555 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409bb804-811d-4a3c-bbb1-ffb5a0b2c4ab admin admin] Pushing event deleted for resources: {'Network': ['ID=360c53c5-a59a-4986-bb46-de1bac538f49,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:32:56.124211 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-409bb804-811d-4a3c-bbb1-ffb5a0b2c4ab admin admin] 10.222.0.39 "DELETE /v2.0/networks/360c53c5-a59a-4986-bb46-de1bac538f49 HTTP/1.1" status: 204 len: 168 time: 1.4851656 May 25 22:32:56.126628 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 52114) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:32:56.245916 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-1ff207c4-6ec9-4fed-b28c-d585e5892e8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:56.260516 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 0abf62aa-2c7d-4e60-9f6c-c4182b6a4805 up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:32:56.305852 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2b81570-c8a9-4b7c-8f31-3aaa4fe23185 admin admin] Deleting subnet 8e3b4a2f-f75a-42de-ac90-160d74144261 {{(pid=83237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:32:56.309597 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8cd274a4-cf2e-4aeb-a4e7-9c175b752b30 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:56.326439 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-c2b81570-c8a9-4b7c-8f31-3aaa4fe23185 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:56.330763 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-1ff207c4-6ec9-4fed-b28c-d585e5892e8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:32:56.336570 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-1ff207c4-6ec9-4fed-b28c-d585e5892e8f admin admin] Usage tracker for resource:security_group_rule and tenant:733210c1852443a4959545013a47674a is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:32:56.339938 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-1ff207c4-6ec9-4fed-b28c-d585e5892e8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:32:56.346397 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-1ff207c4-6ec9-4fed-b28c-d585e5892e8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:32:56.356466 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-0cbe34a5-124d-46bc-a98f-fb4e6e3093d1 req-9207379f-a7f4-44bc-95d2-c78c1b39159e tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] 10.222.0.39 "GET /v2.0/ports?device_id=74d2c671-5723-453a-a525-7381cd086455 HTTP/1.1" status: 200 len: 210 time: 0.0978227 May 25 22:32:56.357338 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8cd274a4-cf2e-4aeb-a4e7-9c175b752b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1149314'] for port, after_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:56.422710 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-3fec4e7c-96f1-4070-bde4-33697e463da9 None None] For port 7cfe0a7f-6e49-4354-92e2-65337b66e29d, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=7cfe0a7f-6e49-4354-92e2-65337b66e29d,segment=NetworkSegment(fd780e7e-00ee-4b95-a4a3-06bb62d1df35),segment_id=fd780e7e-00ee-4b95-a4a3-06bb62d1df35)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:32:56.438001 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-3fec4e7c-96f1-4070-bde4-33697e463da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:56.486346 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8cd274a4-cf2e-4aeb-a4e7-9c175b752b30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2758953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335566'] for router_interface, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:56.526879 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-c2b81570-c8a9-4b7c-8f31-3aaa4fe23185 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3678361'] for subnet, precommit_delete_associations {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:56.553420 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-3fec4e7c-96f1-4070-bde4-33697e463da9 None None] Provisioning complete for port bfc55090-4744-4952-9f2e-2addad76bb54 triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:32:56.553797 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-3fec4e7c-96f1-4070-bde4-33697e463da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:56.584339 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fec4e7c-96f1-4070-bde4-33697e463da9 None None] Pushing event updated for resources: {'Port': ['ID=7cfe0a7f-6e49-4354-92e2-65337b66e29d,revision_number=3']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:32:56.590183 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-1ff207c4-6ec9-4fed-b28c-d585e5892e8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:56.591704 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-631e1bd1-f701-4cc2-9033-f0f01bd23e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:56.596076 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning for port 0abf62aa-2c7d-4e60-9f6c-c4182b6a4805 completed by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:32:56.601192 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-f255ba7e-4843-40e4-9c03-139e40071103 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:32:56.601998 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-f255ba7e-4843-40e4-9c03-139e40071103 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Synchronizing usage tracker for tenant:088051ac6c68479091c88448d791f443 on resource:network {{(pid=83236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:32:56.604518 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-19ec8f7d-b14f-4866-b681-23c635192f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e239b4-24ef-4667-806a-9130eac0a54a', 'name': 'tempest-ServerRescueNegativeTestJSON-130217243-router', 'tenant_id': 'f03d319e86304fdf89e958ee74d34779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '5016906b-8ed9-4188-b302-35ef0f6f3649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:32:48Z', 'updated_at': '2022-05-25T22:32:50Z', 'revision_number': 3, 'project_id': 'f03d319e86304fdf89e958ee74d34779', 'gw_port': {'id': '5016906b-8ed9-4188-b302-35ef0f6f3649', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e239b4-24ef-4667-806a-9130eac0a54a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:49Z', 'updated_at': '2022-05-25T22:32:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi'}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:32:56.618045 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-1ff207c4-6ec9-4fed-b28c-d585e5892e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:56.618624 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port 0abf62aa-2c7d-4e60-9f6c-c4182b6a4805 triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:32:56.618995 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:56.631666 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-c2b81570-c8a9-4b7c-8f31-3aaa4fe23185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3099660'] for subnet, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:56.650997 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ec8f7d-b14f-4866-b681-23c635192f32 None None] Checking router: d4e239b4-24ef-4667-806a-9130eac0a54a for host: dv-cinder-843305-1-iscsi {{(pid=83238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:32:56.651339 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ec8f7d-b14f-4866-b681-23c635192f32 None None] Updating router d4e239b4-24ef-4667-806a-9130eac0a54a port 5016906b-8ed9-4188-b302-35ef0f6f3649 binding host dv-cinder-843305-1-iscsi {{(pid=83238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:32:56.670546 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-631e1bd1-f701-4cc2-9033-f0f01bd23e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:56.730468 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff207c4-6ec9-4fed-b28c-d585e5892e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8edf58b-ae42-4dfd-9902-7810f47badf8,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:32:56.736943 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-f255ba7e-4843-40e4-9c03-139e40071103 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Unset dirty status for tenant:088051ac6c68479091c88448d791f443 on resource:network {{(pid=83236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:32:56.738492 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-f255ba7e-4843-40e4-9c03-139e40071103 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] 10.222.0.45 "GET /v2.0/networks?id=80a1c730-2cb5-4c32-855a-c6e593e04183 HTTP/1.1" status: 200 len: 812 time: 1.2706957 May 25 22:32:56.764908 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-1ff207c4-6ec9-4fed-b28c-d585e5892e8f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=733210c1852443a4959545013a47674a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4157419 May 25 22:32:56.765851 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 52132) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:32:56.773322 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-c2b81570-c8a9-4b7c-8f31-3aaa4fe23185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3099653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1149384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497327'] for subnet, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:56.773917 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-19ec8f7d-b14f-4866-b681-23c635192f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:56.808269 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-1bc8edcb-95e9-44db-8588-9cd8e70e1424 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Request body: {'port': {'device_id': '74d2c671-5723-453a-a525-7381cd086455', 'network_id': '80a1c730-2cb5-4c32-855a-c6e593e04183', 'admin_state_up': True, 'tenant_id': '088051ac6c68479091c88448d791f443'}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:32:56.956255 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-631e1bd1-f701-4cc2-9033-f0f01bd23e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:56.995657 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e1bd1-f701-4cc2-9033-f0f01bd23e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931acbb4-2fb2-4317-984e-b69a818adb8e,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:32:57.031181 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-c2b81570-c8a9-4b7c-8f31-3aaa4fe23185 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for subnet, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:57.033994 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-b8797269-5d50-4bdf-9d3f-e5a4d41aee7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:57.035116 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd274a4-cf2e-4aeb-a4e7-9c175b752b30 admin admin] Pushing event updated for resources: {'Port': ['ID=5be0598e-33b1-4e73-9de6-042d1cb11080,revision_number=2']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:32:57.037439 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b81570-c8a9-4b7c-8f31-3aaa4fe23185 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e3b4a2f-f75a-42de-ac90-160d74144261,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:32:57.104427 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:57.156882 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-c2b81570-c8a9-4b7c-8f31-3aaa4fe23185 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8e3b4a2f-f75a-42de-ac90-160d74144261 HTTP/1.1" status: 204 len: 168 time: 1.0276299 May 25 22:32:57.161007 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 52158) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:32:57.199778 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-631e1bd1-f701-4cc2-9033-f0f01bd23e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:57.200951 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-631e1bd1-f701-4cc2-9033-f0f01bd23e33 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/931acbb4-2fb2-4317-984e-b69a818adb8e HTTP/1.1" status: 204 len: 168 time: 1.4746189 May 25 22:32:57.266053 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-1bc8edcb-95e9-44db-8588-9cd8e70e1424 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:32:57.282954 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-b8797269-5d50-4bdf-9d3f-e5a4d41aee7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:57.291393 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-1bc8edcb-95e9-44db-8588-9cd8e70e1424 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Usage tracker for resource:port and tenant:088051ac6c68479091c88448d791f443 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:32:57.299473 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-1bc8edcb-95e9-44db-8588-9cd8e70e1424 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:32:57.323300 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-16d328ce-db6a-4a63-bc01-586cda858711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1111784'] for network, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:57.336587 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd274a4-cf2e-4aeb-a4e7-9c175b752b30 admin admin] Network fd7645f7-57af-45f1-a732-f6a2011f3185 is already hosted by enough agents. {{(pid=83237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:32:57.341445 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-1bc8edcb-95e9-44db-8588-9cd8e70e1424 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:32:57.344232 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.base_scheduler [None req-8cd274a4-cf2e-4aeb-a4e7-9c175b752b30 admin admin] Resources bound (agent type, host, resource id): {{(pid=83237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:32:57.435382 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-b8797269-5d50-4bdf-9d3f-e5a4d41aee7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:57.446749 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-3fec4e7c-96f1-4070-bde4-33697e463da9 None None] Provisioning for port 5be0598e-33b1-4e73-9de6-042d1cb11080 completed by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:32:57.473240 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] For port 0abf62aa-2c7d-4e60-9f6c-c4182b6a4805, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=0abf62aa-2c7d-4e60-9f6c-c4182b6a4805,segment=NetworkSegment(877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e),segment_id=877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:32:57.479346 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-3fec4e7c-96f1-4070-bde4-33697e463da9 None None] Provisioning complete for port 5be0598e-33b1-4e73-9de6-042d1cb11080 triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:32:57.479881 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-3fec4e7c-96f1-4070-bde4-33697e463da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:57.484541 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-1bc8edcb-95e9-44db-8588-9cd8e70e1424 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Made reservation on behalf of 088051ac6c68479091c88448d791f443 for: {'port': 1} {{(pid=83236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:32:57.491899 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-1bc8edcb-95e9-44db-8588-9cd8e70e1424 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:57.541899 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:57.558953 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8797269-5d50-4bdf-9d3f-e5a4d41aee7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8edf58b-ae42-4dfd-9902-7810f47badf8,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:32:57.658335 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-19ec8f7d-b14f-4866-b681-23c635192f32 None None] Notify callbacks [] for port, precommit_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:57.732016 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-19ec8f7d-b14f-4866-b681-23c635192f32 None None] Transition to ACTIVE for port object 5016906b-8ed9-4188-b302-35ef0f6f3649 will not be triggered until provisioned by entity L2. {{(pid=83238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:32:57.828066 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-b8797269-5d50-4bdf-9d3f-e5a4d41aee7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:57.835366 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-b8797269-5d50-4bdf-9d3f-e5a4d41aee7a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d8edf58b-ae42-4dfd-9902-7810f47badf8 HTTP/1.1" status: 204 len: 168 time: 1.0652816 May 25 22:32:57.886682 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-19ec8f7d-b14f-4866-b681-23c635192f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:57.897473 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-855554f1-06e5-4b54-ba65-e7a81d92065a req-e025fccc-df41-48d1-a9ad-da466d400549 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] 10.222.0.39 "GET /v2.0/ports?device_id=74d2c671-5723-453a-a525-7381cd086455 HTTP/1.1" status: 200 len: 210 time: 0.2060854 May 25 22:32:58.063497 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-16d328ce-db6a-4a63-bc01-586cda858711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3103129', 'neutron.services.segments.db._delete_segments_for_network-8744689775481'] for network, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:58.078958 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-19ec8f7d-b14f-4866-b681-23c635192f32 None None] Attempting to bind port 5016906b-8ed9-4188-b302-35ef0f6f3649 on host dv-cinder-843305-1-iscsi for vnic_type normal with profile {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:32:58.079400 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-19ec8f7d-b14f-4866-b681-23c635192f32 None None] Attempting to bind port 5016906b-8ed9-4188-b302-35ef0f6f3649 by drivers openvswitch,hyperv on host dv-cinder-843305-1-iscsi at level 0 using segments [{'id': '877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'}] {{(pid=83238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:32:58.089106 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ec8f7d-b14f-4866-b681-23c635192f32 None None] Attempting to bind port 5016906b-8ed9-4188-b302-35ef0f6f3649 on network cb39d3ef-31f0-4e66-970b-4cb0d379e187 {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:32:58.103433 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.db_base_plugin_common [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-1bc8edcb-95e9-44db-8588-9cd8e70e1424 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Allocated IP 172.20.0.13 (80a1c730-2cb5-4c32-855a-c6e593e04183/e69c8957-8c1d-4117-a304-7714404f270e/c3a0c576-ba0b-4c00-b7c9-08b503872dc2) {{(pid=83236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:32:58.135743 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 7cfe0a7f-6e49-4354-92e2-65337b66e29d up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:32:58.169954 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.services.segments.db [None req-16d328ce-db6a-4a63-bc01-586cda858711 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c2763cc-82ba-47b1-bd59-7b69992bcd6a']}} {{(pid=83237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:32:58.215417 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.services.segments.db [None req-16d328ce-db6a-4a63-bc01-586cda858711 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '518bf24f-0411-47e5-abfc-d1311902de77') {'for_net_delete': True} {{(pid=83237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:32:58.224720 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.services.segments.db [None req-16d328ce-db6a-4a63-bc01-586cda858711 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '518bf24f-0411-47e5-abfc-d1311902de77') {} {{(pid=83237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:32:58.241188 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ec8f7d-b14f-4866-b681-23c635192f32 None None] Checking agent: {'id': '204015c8-cb50-46b9-b04e-4ea0e4e6040d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 24, 3), 'started_at': datetime.datetime(2022, 5, 25, 22, 24, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:32:58.256556 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ec8f7d-b14f-4866-b681-23c635192f32 None None] Checking segment: {'id': '877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:32:58.257912 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-19ec8f7d-b14f-4866-b681-23c635192f32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:58.258991 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ec8f7d-b14f-4866-b681-23c635192f32 None None] Bound using segment: {'id': '877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'} {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:32:58.259189 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-19ec8f7d-b14f-4866-b681-23c635192f32 None None] Bound port: 5016906b-8ed9-4188-b302-35ef0f6f3649, host: dv-cinder-843305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'}}] {{(pid=83238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:32:58.259984 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-19ec8f7d-b14f-4866-b681-23c635192f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:58.265941 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-16d328ce-db6a-4a63-bc01-586cda858711 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744689775364', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680106'] for segment, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:58.387930 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-3fec4e7c-96f1-4070-bde4-33697e463da9 None None] Port 5be0598e-33b1-4e73-9de6-042d1cb11080 cannot update to ACTIVE because it is not bound. {{(pid=83238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:32:58.466466 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Pushing event updated for resources: {'Port': ['ID=0abf62aa-2c7d-4e60-9f6c-c4182b6a4805,revision_number=4']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:32:58.573046 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-16d328ce-db6a-4a63-bc01-586cda858711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:58.605360 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16d328ce-db6a-4a63-bc01-586cda858711 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=83237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:32:58.605753 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-16d328ce-db6a-4a63-bc01-586cda858711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1149350'] for segment, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:58.641844 dv-cinder-843305-1-iscsi neutron-server[83237]: Traceback (most recent call last): May 25 22:32:58.641844 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:32:58.641844 dv-cinder-843305-1-iscsi neutron-server[83237]: timer() May 25 22:32:58.641844 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:32:58.641844 dv-cinder-843305-1-iscsi neutron-server[83237]: cb(*args, **kw) May 25 22:32:58.641844 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:32:58.641844 dv-cinder-843305-1-iscsi neutron-server[83237]: return func(*args, **kwargs) May 25 22:32:58.641844 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:32:58.641844 dv-cinder-843305-1-iscsi neutron-server[83237]: self._notify() May 25 22:32:58.641844 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:32:58.641844 dv-cinder-843305-1-iscsi neutron-server[83237]: self.callback(batched_events) May 25 22:32:58.641844 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:32:58.641844 dv-cinder-843305-1-iscsi neutron-server[83237]: event.method(event) May 25 22:32:58.641844 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:32:58.641844 dv-cinder-843305-1-iscsi neutron-server[83237]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:32:58.641844 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:32:58.641844 dv-cinder-843305-1-iscsi neutron-server[83237]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:32:58.641844 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:32:58.641844 dv-cinder-843305-1-iscsi neutron-server[83237]: return f(self, *a, **k) May 25 22:32:58.641844 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:32:58.641844 dv-cinder-843305-1-iscsi neutron-server[83237]: return self._get(url).json() May 25 22:32:58.641844 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:32:58.641844 dv-cinder-843305-1-iscsi neutron-server[83237]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:32:58.641844 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:32:58.641844 dv-cinder-843305-1-iscsi neutron-server[83237]: return self.request(url, 'GET', **kwargs) May 25 22:32:58.641844 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:32:58.641844 dv-cinder-843305-1-iscsi neutron-server[83237]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:32:58.641844 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:32:58.641844 dv-cinder-843305-1-iscsi neutron-server[83237]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:32:58.641844 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:32:58.641844 dv-cinder-843305-1-iscsi neutron-server[83237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:32:58.641844 dv-cinder-843305-1-iscsi neutron-server[83237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:32:58.671290 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-19ec8f7d-b14f-4866-b681-23c635192f32 None None] For port 5016906b-8ed9-4188-b302-35ef0f6f3649, host dv-cinder-843305-1-iscsi, cleared binding levels {{(pid=83238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:32:58.691968 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-19ec8f7d-b14f-4866-b681-23c635192f32 None None] For port 5016906b-8ed9-4188-b302-35ef0f6f3649, host dv-cinder-843305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=5016906b-8ed9-4188-b302-35ef0f6f3649,segment=NetworkSegment(877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e),segment_id=877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e)] {{(pid=83238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:32:58.718280 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-19ec8f7d-b14f-4866-b681-23c635192f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:58.774693 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ec8f7d-b14f-4866-b681-23c635192f32 None None] Routers {'d4e239b4-24ef-4667-806a-9130eac0a54a'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:32:58.775561 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-19ec8f7d-b14f-4866-b681-23c635192f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:32:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['d4e239b4-24ef-4667-806a-9130eac0a54a'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:32:58.826052 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-16d328ce-db6a-4a63-bc01-586cda858711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3103122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335064'] for network, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:58.893161 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-16d328ce-db6a-4a63-bc01-586cda858711 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for network, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:58.913814 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d328ce-db6a-4a63-bc01-586cda858711 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c2763cc-82ba-47b1-bd59-7b69992bcd6a,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:32:58.941676 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 52202) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:32:58.961379 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-16d328ce-db6a-4a63-bc01-586cda858711 admin admin] 10.222.0.39 "DELETE /v2.0/networks/6c2763cc-82ba-47b1-bd59-7b69992bcd6a HTTP/1.1" status: 204 len: 168 time: 1.7959106 May 25 22:32:59.063645 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-1bc8edcb-95e9-44db-8588-9cd8e70e1424 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Notify callbacks [] for port, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:59.104588 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd274a4-cf2e-4aeb-a4e7-9c175b752b30 admin admin] Router acc5626b-a7c4-4ad3-b44e-bddd73595d23 has already been hosted by L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a {{(pid=83237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:32:59.204758 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-e952711d-4af8-41b8-a54a-fa9f093202fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:59.235102 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-1bc8edcb-95e9-44db-8588-9cd8e70e1424 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019'] for port, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:59.278914 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-19ec8f7d-b14f-4866-b681-23c635192f32 None None] Set router d4e239b4-24ef-4667-806a-9130eac0a54a gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:32:59.454483 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23a58c8-19be-4081-99bc-69cc038efcab req-e9cc51c1-c5e1-4e78-9f2c-e65c189ea106 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:32:59.463308 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-c23a58c8-19be-4081-99bc-69cc038efcab req-e9cc51c1-c5e1-4e78-9f2c-e65c189ea106 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] 10.222.0.39 "GET /v2.0/ports?device_id=74d2c671-5723-453a-a525-7381cd086455 HTTP/1.1" status: 200 len: 932 time: 0.1466074 May 25 22:32:59.469716 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc8edcb-95e9-44db-8588-9cd8e70e1424 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Pushing event updated for resources: {'Port': ['ID=c3a0c576-ba0b-4c00-b7c9-08b503872dc2,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:32:59.480701 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297c44c3-f836-4870-81e8-d24f83c13894 None None] Pushing event updated for resources: {'Port': ['ID=5016906b-8ed9-4188-b302-35ef0f6f3649,revision_number=2']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:32:59.530074 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-1bc8edcb-95e9-44db-8588-9cd8e70e1424 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Network 80a1c730-2cb5-4c32-855a-c6e593e04183 is already hosted by enough agents. {{(pid=83236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:32:59.534370 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.base_scheduler [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-1bc8edcb-95e9-44db-8588-9cd8e70e1424 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Resources bound (agent type, host, resource id): {{(pid=83236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:32:59.534531 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port 7cfe0a7f-6e49-4354-92e2-65337b66e29d triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:32:59.534785 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:59.538882 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-1bc8edcb-95e9-44db-8588-9cd8e70e1424 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Received port after_create {{(pid=83236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:32:59.553294 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-1bc8edcb-95e9-44db-8588-9cd8e70e1424 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:32:59.553950 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-1bc8edcb-95e9-44db-8588-9cd8e70e1424 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:59.562280 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-c23a58c8-19be-4081-99bc-69cc038efcab req-582b7c62-830a-4c99-94b5-b7793d03a411 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] 10.222.0.39 "GET /v2.0/security-groups?id=deda8db1-ca28-4923-b188-0d25004825a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978203 May 25 22:32:59.606209 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-6b8d03a6-654e-4d3c-8ac3-bae03b7fc101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:59.683005 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd274a4-cf2e-4aeb-a4e7-9c175b752b30 admin admin] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:32:59.703577 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76085b9-671a-4979-98d1-70cfe7e67561 None None] Sync routers for ids ['acc5626b-a7c4-4ad3-b44e-bddd73595d23'] in dv-cinder-843305-1-iscsi {{(pid=83239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:32:59.718054 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-6b8d03a6-654e-4d3c-8ac3-bae03b7fc101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:32:59.737006 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-6b8d03a6-654e-4d3c-8ac3-bae03b7fc101 admin admin] Usage tracker for resource:security_group_rule and tenant:449982027acd4ce2be58849ba6dd85de is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:32:59.746785 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76085b9-671a-4979-98d1-70cfe7e67561 None None] Routers {'acc5626b-a7c4-4ad3-b44e-bddd73595d23'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:32:59.748631 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-b76085b9-671a-4979-98d1-70cfe7e67561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:32:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['acc5626b-a7c4-4ad3-b44e-bddd73595d23'], 'active': True} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:32:59.751744 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-6b8d03a6-654e-4d3c-8ac3-bae03b7fc101 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:32:59.769292 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-6b8d03a6-654e-4d3c-8ac3-bae03b7fc101 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:32:59.817581 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-135fea0e-d48a-45fb-8ee9-1555fbea05d4 None None] Provisioning complete for port 7cfe0a7f-6e49-4354-92e2-65337b66e29d triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:32:59.818378 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-135fea0e-d48a-45fb-8ee9-1555fbea05d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:59.889734 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-6b8d03a6-654e-4d3c-8ac3-bae03b7fc101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:59.892616 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 52220) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:32:59.898657 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-fa1471af-bbee-4a72-a5d0-fcd7c4961d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:59.931637 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-6b8d03a6-654e-4d3c-8ac3-bae03b7fc101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:32:59.935142 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297c44c3-f836-4870-81e8-d24f83c13894 None None] Pushing event updated for resources: {'Port': ['ID=5016906b-8ed9-4188-b302-35ef0f6f3649,revision_number=3']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:32:59.984240 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-8cd274a4-cf2e-4aeb-a4e7-9c175b752b30 admin admin] 10.222.0.39 "PUT /v2.0/routers/acc5626b-a7c4-4ad3-b44e-bddd73595d23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4809389 May 25 22:33:00.006900 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-1bc8edcb-95e9-44db-8588-9cd8e70e1424 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2074831 May 25 22:33:00.024041 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-064c3908-f8a5-4197-b326-5c2a56668856 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d7ffd62c2ac44504a9684ae63a973e56&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1302691 May 25 22:33:00.032549 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 52228) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:00.064721 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-99ba4043-8ed1-4f9c-8a5a-a33c60b69c4a tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=83236) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:33:00.065855 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-99ba4043-8ed1-4f9c-8a5a-a33c60b69c4a tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0310318 May 25 22:33:00.092181 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d03a6-654e-4d3c-8ac3-bae03b7fc101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a66c68b-f523-4cda-bddb-1ba9330c719b,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:00.099676 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-6b8d03a6-654e-4d3c-8ac3-bae03b7fc101 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=449982027acd4ce2be58849ba6dd85de&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1562426 May 25 22:33:00.108417 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 52234) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:00.262183 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvr_db [None req-b76085b9-671a-4979-98d1-70cfe7e67561 None None] Set router acc5626b-a7c4-4ad3-b44e-bddd73595d23 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:33:00.287811 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.db_base_plugin_common [None req-e952711d-4af8-41b8-a54a-fa9f093202fa admin admin] Allocated IP 172.20.0.1 (7118c156-6ba0-45fa-85d4-b60edcd6fc6f/eed7b039-2401-4008-8d74-88e75bbbe478/e1f8685d-a576-45b4-a0a7-9f2f1904478f) {{(pid=83236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:33:00.345308 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-5ed34825-b583-4593-b112-6390d1386577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:00.376109 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-19ec8f7d-b14f-4866-b681-23c635192f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e239b4-24ef-4667-806a-9130eac0a54a', 'name': 'tempest-ServerRescueNegativeTestJSON-130217243-router', 'tenant_id': 'f03d319e86304fdf89e958ee74d34779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '5016906b-8ed9-4188-b302-35ef0f6f3649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:32:48Z', 'updated_at': '2022-05-25T22:32:50Z', 'revision_number': 3, 'project_id': 'f03d319e86304fdf89e958ee74d34779', 'gw_port': {'id': '5016906b-8ed9-4188-b302-35ef0f6f3649', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e239b4-24ef-4667-806a-9130eac0a54a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:49Z', 'updated_at': '2022-05-25T22:32:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi'}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:33:00.389119 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 0abf62aa-2c7d-4e60-9f6c-c4182b6a4805 up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:33:00.446087 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-5ed34825-b583-4593-b112-6390d1386577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:00.470549 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ec8f7d-b14f-4866-b681-23c635192f32 None None] The sync data for ids ['d4e239b4-24ef-4667-806a-9130eac0a54a'] in dv-cinder-843305-1-iscsi is: [{'id': 'd4e239b4-24ef-4667-806a-9130eac0a54a', 'name': 'tempest-ServerRescueNegativeTestJSON-130217243-router', 'tenant_id': 'f03d319e86304fdf89e958ee74d34779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '5016906b-8ed9-4188-b302-35ef0f6f3649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:32:48Z', 'updated_at': '2022-05-25T22:32:50Z', 'revision_number': 3, 'project_id': 'f03d319e86304fdf89e958ee74d34779', 'gw_port': {'id': '5016906b-8ed9-4188-b302-35ef0f6f3649', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e239b4-24ef-4667-806a-9130eac0a54a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:49Z', 'updated_at': '2022-05-25T22:32:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi'}] {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:33:00.581826 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-a790c3d2-76ad-499a-9df9-934eb97fc801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:00.660781 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-135fea0e-d48a-45fb-8ee9-1555fbea05d4 None None] Provisioning complete for port 5be0598e-33b1-4e73-9de6-042d1cb11080 triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:33:00.664893 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-135fea0e-d48a-45fb-8ee9-1555fbea05d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:00.715676 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-e952711d-4af8-41b8-a54a-fa9f093202fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:00.727900 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-a790c3d2-76ad-499a-9df9-934eb97fc801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:00.756609 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.provisioning_blocks [None req-e952711d-4af8-41b8-a54a-fa9f093202fa admin admin] Transition to ACTIVE for port object e1f8685d-a576-45b4-a0a7-9f2f1904478f will not be triggered until provisioned by entity DHCP. {{(pid=83236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:33:00.813442 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-e952711d-4af8-41b8-a54a-fa9f093202fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019'] for port, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:00.817511 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-5ed34825-b583-4593-b112-6390d1386577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:00.863197 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed34825-b583-4593-b112-6390d1386577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7c78f1-5191-42fd-a9a3-c6e7500f44f6,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:00.882972 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-5ed34825-b583-4593-b112-6390d1386577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:00.884803 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-135fea0e-d48a-45fb-8ee9-1555fbea05d4 None None] Port 5be0598e-33b1-4e73-9de6-042d1cb11080 cannot update to ACTIVE because it is not bound. {{(pid=83238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:33:00.889518 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-5ed34825-b583-4593-b112-6390d1386577 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3c7c78f1-5191-42fd-a9a3-c6e7500f44f6 HTTP/1.1" status: 204 len: 168 time: 0.8490052 May 25 22:33:00.914628 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-a790c3d2-76ad-499a-9df9-934eb97fc801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:00.947968 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a790c3d2-76ad-499a-9df9-934eb97fc801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a66c68b-f523-4cda-bddb-1ba9330c719b,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:01.020206 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port 0abf62aa-2c7d-4e60-9f6c-c4182b6a4805 triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:33:01.021062 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:01.044567 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e952711d-4af8-41b8-a54a-fa9f093202fa admin admin] Network 7118c156-6ba0-45fa-85d4-b60edcd6fc6f is already hosted by enough agents. {{(pid=83236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:33:01.070530 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.base_scheduler [None req-e952711d-4af8-41b8-a54a-fa9f093202fa admin admin] Resources bound (agent type, host, resource id): {{(pid=83236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:33:01.075764 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e952711d-4af8-41b8-a54a-fa9f093202fa admin admin] Received port after_create {{(pid=83236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:33:01.080116 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-e952711d-4af8-41b8-a54a-fa9f093202fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335459'] for router_interface, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:01.086454 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-b76085b9-671a-4979-98d1-70cfe7e67561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'name': 'tempest-AttachVolumeTestJSON-2115816662-router', 'tenant_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '0abf62aa-2c7d-4e60-9f6c-c4182b6a4805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:32:46Z', 'updated_at': '2022-05-25T22:32:54Z', 'revision_number': 4, 'project_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'gw_port': {'id': '0abf62aa-2c7d-4e60-9f6c-c4182b6a4805', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:92:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:47Z', 'updated_at': '2022-05-25T22:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '5be0598e-33b1-4e73-9de6-042d1cb11080', 'name': '', 'network_id': 'fd7645f7-57af-45f1-a732-f6a2011f3185', 'tenant_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'mac_address': 'fa:16:3e:f3:7e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98f8d2f7-6f04-442a-9b23-c573cfab2370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:52Z', 'updated_at': '2022-05-25T22:32:54Z', 'revision_number': 2, 'project_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'subnets': [{'id': '98f8d2f7-6f04-442a-9b23-c573cfab2370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:33:01.096303 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76085b9-671a-4979-98d1-70cfe7e67561 None None] Checking router: acc5626b-a7c4-4ad3-b44e-bddd73595d23 for host: dv-cinder-843305-1-iscsi {{(pid=83239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:33:01.097127 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76085b9-671a-4979-98d1-70cfe7e67561 None None] Updating router acc5626b-a7c4-4ad3-b44e-bddd73595d23 port 5be0598e-33b1-4e73-9de6-042d1cb11080 binding host dv-cinder-843305-1-iscsi {{(pid=83239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:33:01.111402 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e952711d-4af8-41b8-a54a-fa9f093202fa admin admin] Pushing event updated for resources: {'Port': ['ID=e1f8685d-a576-45b4-a0a7-9f2f1904478f,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:01.122590 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-a790c3d2-76ad-499a-9df9-934eb97fc801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:01.126132 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-a790c3d2-76ad-499a-9df9-934eb97fc801 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8a66c68b-f523-4cda-bddb-1ba9330c719b HTTP/1.1" status: 204 len: 168 time: 1.0114760 May 25 22:33:01.245050 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-b76085b9-671a-4979-98d1-70cfe7e67561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:01.267898 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cdd994-7a1f-4097-a7b5-7710dd9d8909 req-df456766-bfa2-42ca-a555-e5edc95cd47e tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:01.269390 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-28cdd994-7a1f-4097-a7b5-7710dd9d8909 req-df456766-bfa2-42ca-a555-e5edc95cd47e tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] 10.222.0.39 "GET /v2.0/ports?device_id=74d2c671-5723-453a-a525-7381cd086455 HTTP/1.1" status: 200 len: 932 time: 0.3165560 May 25 22:33:01.348502 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-e952711d-4af8-41b8-a54a-fa9f093202fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:01.428741 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-28cdd994-7a1f-4097-a7b5-7710dd9d8909 req-4f575d4a-6756-47b5-a767-8d396a8cb407 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] 10.222.0.39 "GET /v2.0/security-groups?id=deda8db1-ca28-4923-b188-0d25004825a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464577 May 25 22:33:01.511501 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-8a644d5c-f9e4-41ca-9053-3b8d6c382561 None None] Provisioning for port e1f8685d-a576-45b4-a0a7-9f2f1904478f completed by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:33:01.543048 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-8a644d5c-f9e4-41ca-9053-3b8d6c382561 None None] Provisioning complete for port e1f8685d-a576-45b4-a0a7-9f2f1904478f triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:33:01.543881 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-8a644d5c-f9e4-41ca-9053-3b8d6c382561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:01.672163 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-8a644d5c-f9e4-41ca-9053-3b8d6c382561 None None] Port e1f8685d-a576-45b4-a0a7-9f2f1904478f cannot update to ACTIVE because it is not bound. {{(pid=83238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:33:01.700838 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 52266) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:01.713392 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-a795f5ce-4d76-4b3a-8008-32ab33fe87ec tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Request body: {'security_group': {'name': 'tempest-securitygroup--440140872', 'description': 'tempest-description--340894338'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:33:01.742469 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-a795f5ce-4d76-4b3a-8008-32ab33fe87ec tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:33:01.757883 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-a795f5ce-4d76-4b3a-8008-32ab33fe87ec tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Usage tracker for resource:security_group and tenant:b90abe1db3a04a6d96f07ef98a9f9cae is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:33:01.763710 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-a795f5ce-4d76-4b3a-8008-32ab33fe87ec tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:33:01.786454 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-a795f5ce-4d76-4b3a-8008-32ab33fe87ec tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:33:01.792166 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-feeee187-fa70-4e86-b565-efc4c77e6cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:01.813506 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-a795f5ce-4d76-4b3a-8008-32ab33fe87ec tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:01.905178 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-e952711d-4af8-41b8-a54a-fa9f093202fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:01.924100 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-65718c25-c660-4506-b127-e104d01de78b service neutron] Request body: {'port': {'device_id': '74d2c671-5723-453a-a525-7381cd086455', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:33:01.982550 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-a795f5ce-4d76-4b3a-8008-32ab33fe87ec tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:33:01.983366 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-e952711d-4af8-41b8-a54a-fa9f093202fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:01.984216 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-e952711d-4af8-41b8-a54a-fa9f093202fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2758953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335566'] for router_interface, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:01.998406 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-a795f5ce-4d76-4b3a-8008-32ab33fe87ec tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Usage tracker for resource:security_group_rule and tenant:b90abe1db3a04a6d96f07ef98a9f9cae is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:33:02.014812 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-a795f5ce-4d76-4b3a-8008-32ab33fe87ec tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:33:02.039842 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-a795f5ce-4d76-4b3a-8008-32ab33fe87ec tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:33:02.153135 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-b76085b9-671a-4979-98d1-70cfe7e67561 None None] Notify callbacks [] for port, precommit_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:02.184732 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.provisioning_blocks [None req-b76085b9-671a-4979-98d1-70cfe7e67561 None None] Transition to ACTIVE for port object 5be0598e-33b1-4e73-9de6-042d1cb11080 will not be triggered until provisioned by entity L2. {{(pid=83239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:33:02.201199 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-b76085b9-671a-4979-98d1-70cfe7e67561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:02.219874 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-a795f5ce-4d76-4b3a-8008-32ab33fe87ec tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:02.228085 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-a795f5ce-4d76-4b3a-8008-32ab33fe87ec tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:02.274453 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a795f5ce-4d76-4b3a-8008-32ab33fe87ec tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c98f760-c27c-4c65-a41e-654562a13911,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:02.295106 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-a795f5ce-4d76-4b3a-8008-32ab33fe87ec tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:02.301520 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-a795f5ce-4d76-4b3a-8008-32ab33fe87ec tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.5978830 May 25 22:33:02.304214 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 52274) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:02.313226 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-e7957afe-3b7d-4ea0-b887-92df5c1da08f tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Request body: {'security_group_rule': {'security_group_id': '3c98f760-c27c-4c65-a41e-654562a13911', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:33:02.320957 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-e7957afe-3b7d-4ea0-b887-92df5c1da08f tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:33:02.330449 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-e7957afe-3b7d-4ea0-b887-92df5c1da08f tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Usage tracker for resource:security_group_rule and tenant:b90abe1db3a04a6d96f07ef98a9f9cae is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:33:02.337248 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-e7957afe-3b7d-4ea0-b887-92df5c1da08f tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:33:02.352250 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-e7957afe-3b7d-4ea0-b887-92df5c1da08f tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:33:02.388053 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-e7957afe-3b7d-4ea0-b887-92df5c1da08f tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:02.445613 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c595774-5c1c-4bbd-ac3a-57e254aab34b None None] Pushing event updated for resources: {'Port': ['ID=5be0598e-33b1-4e73-9de6-042d1cb11080,revision_number=3']} {{(pid=83239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:02.587250 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-65718c25-c660-4506-b127-e104d01de78b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:02.671495 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-e7957afe-3b7d-4ea0-b887-92df5c1da08f tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:02.679816 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-e7957afe-3b7d-4ea0-b887-92df5c1da08f tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924750'] for security_group_rule, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:02.730824 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7957afe-3b7d-4ea0-b887-92df5c1da08f tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6fedd69-188a-4e0d-9c20-d40932396f25,revision_number=0']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:02.801023 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-e7957afe-3b7d-4ea0-b887-92df5c1da08f tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:02.807508 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-e7957afe-3b7d-4ea0-b887-92df5c1da08f tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4988637 May 25 22:33:02.808763 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 52286) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:02.828635 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-940238ca-4403-4fbd-a219-7fbdcbf99fd7 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Request body: {'security_group_rule': {'security_group_id': '3c98f760-c27c-4c65-a41e-654562a13911', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:33:02.833463 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e952711d-4af8-41b8-a54a-fa9f093202fa admin admin] Pushing event updated for resources: {'Port': ['ID=e1f8685d-a576-45b4-a0a7-9f2f1904478f,revision_number=2']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:02.912231 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:03.026450 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.managers [None req-b76085b9-671a-4979-98d1-70cfe7e67561 None None] Attempting to bind port 5be0598e-33b1-4e73-9de6-042d1cb11080 on host dv-cinder-843305-1-iscsi for vnic_type normal with profile {{(pid=83239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:33:03.027175 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.managers [None req-b76085b9-671a-4979-98d1-70cfe7e67561 None None] Attempting to bind port 5be0598e-33b1-4e73-9de6-042d1cb11080 by drivers openvswitch,hyperv on host dv-cinder-843305-1-iscsi at level 0 using segments [{'id': '8d828a5b-6a20-4c3e-851e-162f0bcf0bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'fd7645f7-57af-45f1-a732-f6a2011f3185'}] {{(pid=83239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:33:03.028735 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76085b9-671a-4979-98d1-70cfe7e67561 None None] Attempting to bind port 5be0598e-33b1-4e73-9de6-042d1cb11080 on network fd7645f7-57af-45f1-a732-f6a2011f3185 {{(pid=83239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:33:03.036542 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-940238ca-4403-4fbd-a219-7fbdcbf99fd7 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:33:03.046049 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76085b9-671a-4979-98d1-70cfe7e67561 None None] Checking agent: {'id': '204015c8-cb50-46b9-b04e-4ea0e4e6040d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 24, 3), 'started_at': datetime.datetime(2022, 5, 25, 22, 24, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:33:03.047179 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76085b9-671a-4979-98d1-70cfe7e67561 None None] Checking segment: {'id': '8d828a5b-6a20-4c3e-851e-162f0bcf0bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'fd7645f7-57af-45f1-a732-f6a2011f3185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:33:03.049230 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-b76085b9-671a-4979-98d1-70cfe7e67561 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:03.052742 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76085b9-671a-4979-98d1-70cfe7e67561 None None] Bound using segment: {'id': '8d828a5b-6a20-4c3e-851e-162f0bcf0bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'fd7645f7-57af-45f1-a732-f6a2011f3185'} {{(pid=83239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:33:03.053846 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.managers [None req-b76085b9-671a-4979-98d1-70cfe7e67561 None None] Bound port: 5be0598e-33b1-4e73-9de6-042d1cb11080, host: dv-cinder-843305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d828a5b-6a20-4c3e-851e-162f0bcf0bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'fd7645f7-57af-45f1-a732-f6a2011f3185'}}] {{(pid=83239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:33:03.056028 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-b76085b9-671a-4979-98d1-70cfe7e67561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:03.086909 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-940238ca-4403-4fbd-a219-7fbdcbf99fd7 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Usage tracker for resource:security_group_rule and tenant:b90abe1db3a04a6d96f07ef98a9f9cae is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:33:03.088612 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:03.096049 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-940238ca-4403-4fbd-a219-7fbdcbf99fd7 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:33:03.107813 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-940238ca-4403-4fbd-a219-7fbdcbf99fd7 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:33:03.134878 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f94246-d9e0-4824-a60a-eb14ede8cead req-38ccfcca-9eb1-4b8c-8618-36e243c3b97f tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:03.142481 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-42f94246-d9e0-4824-a60a-eb14ede8cead req-38ccfcca-9eb1-4b8c-8618-36e243c3b97f tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] 10.222.0.39 "GET /v2.0/ports?device_id=74d2c671-5723-453a-a525-7381cd086455 HTTP/1.1" status: 200 len: 932 time: 0.2649801 May 25 22:33:03.209466 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-940238ca-4403-4fbd-a219-7fbdcbf99fd7 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:03.276152 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.db [None req-b76085b9-671a-4979-98d1-70cfe7e67561 None None] For port 5be0598e-33b1-4e73-9de6-042d1cb11080, host dv-cinder-843305-1-iscsi, cleared binding levels {{(pid=83239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:33:03.280447 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.db [None req-b76085b9-671a-4979-98d1-70cfe7e67561 None None] For port 5be0598e-33b1-4e73-9de6-042d1cb11080, host dv-cinder-843305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=5be0598e-33b1-4e73-9de6-042d1cb11080,segment=NetworkSegment(8d828a5b-6a20-4c3e-851e-162f0bcf0bcb),segment_id=8d828a5b-6a20-4c3e-851e-162f0bcf0bcb)] {{(pid=83239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:33:03.291119 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-b76085b9-671a-4979-98d1-70cfe7e67561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:03.299098 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-42f94246-d9e0-4824-a60a-eb14ede8cead req-dc7e1e15-d960-4676-aafc-be40c6927252 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] 10.222.0.39 "GET /v2.0/security-groups?id=deda8db1-ca28-4923-b188-0d25004825a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555195 May 25 22:33:03.358281 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 52294) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:03.422236 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c595774-5c1c-4bbd-ac3a-57e254aab34b None None] Pushing event updated for resources: {'Port': ['ID=5be0598e-33b1-4e73-9de6-042d1cb11080,revision_number=4']} {{(pid=83239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:03.430363 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76085b9-671a-4979-98d1-70cfe7e67561 None None] Routers {'acc5626b-a7c4-4ad3-b44e-bddd73595d23'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:33:03.431063 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-b76085b9-671a-4979-98d1-70cfe7e67561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:33:02Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['acc5626b-a7c4-4ad3-b44e-bddd73595d23'], 'active': True} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:33:03.460679 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-940238ca-4403-4fbd-a219-7fbdcbf99fd7 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:03.471200 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-940238ca-4403-4fbd-a219-7fbdcbf99fd7 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924750'] for security_group_rule, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:03.604281 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-940238ca-4403-4fbd-a219-7fbdcbf99fd7 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:03.605918 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-940238ca-4403-4fbd-a219-7fbdcbf99fd7 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7952685 May 25 22:33:03.610789 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 52298) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:03.631413 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-cb311a82-d0e2-4cb4-8fdf-98ab3e8e22e4 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Request body: {'floatingip': {'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:33:03.635996 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940238ca-4403-4fbd-a219-7fbdcbf99fd7 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5b4d91c-2cb2-4852-a3ce-9a89800dfee2,revision_number=0']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:03.640288 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-cb311a82-d0e2-4cb4-8fdf-98ab3e8e22e4 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:33:03.645872 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-cb311a82-d0e2-4cb4-8fdf-98ab3e8e22e4 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Usage tracker for resource:floatingip and tenant:b90abe1db3a04a6d96f07ef98a9f9cae is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:33:03.649696 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-cb311a82-d0e2-4cb4-8fdf-98ab3e8e22e4 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:33:03.656297 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-cb311a82-d0e2-4cb4-8fdf-98ab3e8e22e4 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:33:03.688822 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-cb311a82-d0e2-4cb4-8fdf-98ab3e8e22e4 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks [] for floatingip, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:03.905850 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvr_db [None req-b76085b9-671a-4979-98d1-70cfe7e67561 None None] Set router acc5626b-a7c4-4ad3-b44e-bddd73595d23 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:33:03.990820 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e952711d-4af8-41b8-a54a-fa9f093202fa admin admin] Network 7118c156-6ba0-45fa-85d4-b60edcd6fc6f is already hosted by enough agents. {{(pid=83236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:33:04.000336 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-65c0983a-248f-47aa-9bf2-9d5898908c99 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0c778f1001354cd790a3df7c44619883&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6389296 May 25 22:33:04.005633 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 52308) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:04.015448 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.base_scheduler [None req-e952711d-4af8-41b8-a54a-fa9f093202fa admin admin] Resources bound (agent type, host, resource id): {{(pid=83236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:33:04.353458 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:04.439783 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 5016906b-8ed9-4188-b302-35ef0f6f3649 up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:33:04.498729 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-cb311a82-d0e2-4cb4-8fdf-98ab3e8e22e4 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:04.658682 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-ac0d198f-ea95-44b8-b290-df260e1f63d8 None None] Provisioning complete for port e1f8685d-a576-45b4-a0a7-9f2f1904478f triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:33:04.666614 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-ac0d198f-ea95-44b8-b290-df260e1f63d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:04.748420 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.db_base_plugin_common [None req-cb311a82-d0e2-4cb4-8fdf-98ab3e8e22e4 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Allocated IP 172.27.0.53 (cb39d3ef-31f0-4e66-970b-4cb0d379e187/4ff22ee7-6206-48b0-b7ae-e7396fe607ae/3d47e763-fa53-4d6b-907f-d5ea537dc482) {{(pid=83237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:33:04.815936 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning for port 5016906b-8ed9-4188-b302-35ef0f6f3649 completed by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:33:04.826739 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-ac0d198f-ea95-44b8-b290-df260e1f63d8 None None] Port e1f8685d-a576-45b4-a0a7-9f2f1904478f cannot update to ACTIVE because it is not bound. {{(pid=83238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:33:04.831665 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port 5016906b-8ed9-4188-b302-35ef0f6f3649 triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:33:04.833731 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:04.867719 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-b76085b9-671a-4979-98d1-70cfe7e67561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'name': 'tempest-AttachVolumeTestJSON-2115816662-router', 'tenant_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '0abf62aa-2c7d-4e60-9f6c-c4182b6a4805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:32:46Z', 'updated_at': '2022-05-25T22:32:54Z', 'revision_number': 4, 'project_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'gw_port': {'id': '0abf62aa-2c7d-4e60-9f6c-c4182b6a4805', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:92:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:47Z', 'updated_at': '2022-05-25T22:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '5be0598e-33b1-4e73-9de6-042d1cb11080', 'name': '', 'network_id': 'fd7645f7-57af-45f1-a732-f6a2011f3185', 'tenant_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'mac_address': 'fa:16:3e:f3:7e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98f8d2f7-6f04-442a-9b23-c573cfab2370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:52Z', 'updated_at': '2022-05-25T22:33:03Z', 'revision_number': 4, 'project_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'subnets': [{'id': '98f8d2f7-6f04-442a-9b23-c573cfab2370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:33:04.884268 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76085b9-671a-4979-98d1-70cfe7e67561 None None] The sync data for ids ['acc5626b-a7c4-4ad3-b44e-bddd73595d23'] in dv-cinder-843305-1-iscsi is: [{'id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'name': 'tempest-AttachVolumeTestJSON-2115816662-router', 'tenant_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '0abf62aa-2c7d-4e60-9f6c-c4182b6a4805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:32:46Z', 'updated_at': '2022-05-25T22:32:54Z', 'revision_number': 4, 'project_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'gw_port': {'id': '0abf62aa-2c7d-4e60-9f6c-c4182b6a4805', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:92:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:47Z', 'updated_at': '2022-05-25T22:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '5be0598e-33b1-4e73-9de6-042d1cb11080', 'name': '', 'network_id': 'fd7645f7-57af-45f1-a732-f6a2011f3185', 'tenant_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'mac_address': 'fa:16:3e:f3:7e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98f8d2f7-6f04-442a-9b23-c573cfab2370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:52Z', 'updated_at': '2022-05-25T22:33:03Z', 'revision_number': 4, 'project_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'subnets': [{'id': '98f8d2f7-6f04-442a-9b23-c573cfab2370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:33:05.024023 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-4c6480e2-ffd3-4656-8474-01655780a380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:05.195826 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.db.resource_extend [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-65718c25-c660-4506-b127-e104d01de78b service neutron] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:33:05.235769 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:05.259507 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] For port 5016906b-8ed9-4188-b302-35ef0f6f3649, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=5016906b-8ed9-4188-b302-35ef0f6f3649,segment=NetworkSegment(877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e),segment_id=877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:33:05.266857 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-4c6480e2-ffd3-4656-8474-01655780a380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:05.267257 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:05.456372 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-cb311a82-d0e2-4cb4-8fdf-98ab3e8e22e4 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks [] for port, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:05.488330 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-65718c25-c660-4506-b127-e104d01de78b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3a0c576-ba0b-4c00-b7c9-08b503872dc2 {{(pid=83236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:33:05.500856 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-65718c25-c660-4506-b127-e104d01de78b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:05.510292 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2598d6-adf1-40b4-accd-428e1d1d112f req-656fcf3f-723d-4566-87e9-a3eaf50f345c tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:05.528822 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-1d2598d6-adf1-40b4-accd-428e1d1d112f req-656fcf3f-723d-4566-87e9-a3eaf50f345c tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] 10.222.0.39 "GET /v2.0/ports?device_id=74d2c671-5723-453a-a525-7381cd086455 HTTP/1.1" status: 200 len: 932 time: 0.5551851 May 25 22:33:05.532842 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.provisioning_blocks [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-65718c25-c660-4506-b127-e104d01de78b service neutron] Transition to ACTIVE for port object c3a0c576-ba0b-4c00-b7c9-08b503872dc2 will not be triggered until provisioned by entity L2. {{(pid=83236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:33:05.551292 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-4c6480e2-ffd3-4656-8474-01655780a380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:05.605326 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-65718c25-c660-4506-b127-e104d01de78b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:05.649585 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Pushing event updated for resources: {'Port': ['ID=5016906b-8ed9-4188-b302-35ef0f6f3649,revision_number=4']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:05.692001 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-1d2598d6-adf1-40b4-accd-428e1d1d112f req-2bd075cb-ec97-4842-a20b-85ce7485e1d6 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] 10.222.0.39 "GET /v2.0/security-groups?id=deda8db1-ca28-4923-b188-0d25004825a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619542 May 25 22:33:05.719384 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-cb311a82-d0e2-4cb4-8fdf-98ab3e8e22e4 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1149435'] for port, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:05.936313 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb311a82-d0e2-4cb4-8fdf-98ab3e8e22e4 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Pushing event updated for resources: {'Port': ['ID=3d47e763-fa53-4d6b-907f-d5ea537dc482,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:06.002668 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb311a82-d0e2-4cb4-8fdf-98ab3e8e22e4 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Network cb39d3ef-31f0-4e66-970b-4cb0d379e187 is already hosted by enough agents. {{(pid=83237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:33:06.014123 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.base_scheduler [None req-cb311a82-d0e2-4cb4-8fdf-98ab3e8e22e4 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Resources bound (agent type, host, resource id): {{(pid=83237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:33:06.021770 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb311a82-d0e2-4cb4-8fdf-98ab3e8e22e4 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Received port after_create {{(pid=83237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:33:06.112961 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6480e2-ffd3-4656-8474-01655780a380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b78c5f-b61f-4000-bb25-dfc400c2a03e,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:06.147230 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-4c6480e2-ffd3-4656-8474-01655780a380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:06.150861 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-4c6480e2-ffd3-4656-8474-01655780a380 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/32b78c5f-b61f-4000-bb25-dfc400c2a03e HTTP/1.1" status: 204 len: 168 time: 2.1375802 May 25 22:33:06.233891 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65718c25-c660-4506-b127-e104d01de78b service neutron] Pushing event updated for resources: {'Port': ['ID=c3a0c576-ba0b-4c00-b7c9-08b503872dc2,revision_number=2']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:06.442857 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-65718c25-c660-4506-b127-e104d01de78b service neutron] Attempting to bind port c3a0c576-ba0b-4c00-b7c9-08b503872dc2 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:33:06.443359 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-65718c25-c660-4506-b127-e104d01de78b service neutron] Attempting to bind port c3a0c576-ba0b-4c00-b7c9-08b503872dc2 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': 'd9ce8754-a51e-4a93-8077-f19ced427d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '80a1c730-2cb5-4c32-855a-c6e593e04183'}] {{(pid=83236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:33:06.443874 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-65718c25-c660-4506-b127-e104d01de78b service neutron] Attempting to bind port c3a0c576-ba0b-4c00-b7c9-08b503872dc2 on network 80a1c730-2cb5-4c32-855a-c6e593e04183 {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:33:06.471095 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-65718c25-c660-4506-b127-e104d01de78b service neutron] Port c3a0c576-ba0b-4c00-b7c9-08b503872dc2 on network 80a1c730-2cb5-4c32-855a-c6e593e04183 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:33:06.471628 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-65718c25-c660-4506-b127-e104d01de78b service neutron] Attempting to bind port c3a0c576-ba0b-4c00-b7c9-08b503872dc2 on network 80a1c730-2cb5-4c32-855a-c6e593e04183 {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:33:06.499080 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-65718c25-c660-4506-b127-e104d01de78b service neutron] Checking agent: {'id': 'ba48c32d-6c3d-40ce-a4ff-91ef21d08f39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 30, 42), 'started_at': datetime.datetime(2022, 5, 25, 22, 30, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:33:06.499080 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-65718c25-c660-4506-b127-e104d01de78b service neutron] Checking segment: {'id': 'd9ce8754-a51e-4a93-8077-f19ced427d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '80a1c730-2cb5-4c32-855a-c6e593e04183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:33:06.500034 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-65718c25-c660-4506-b127-e104d01de78b service neutron] Bound using segment: {'id': 'd9ce8754-a51e-4a93-8077-f19ced427d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '80a1c730-2cb5-4c32-855a-c6e593e04183'} {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:33:06.500729 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-65718c25-c660-4506-b127-e104d01de78b service neutron] Bound port: c3a0c576-ba0b-4c00-b7c9-08b503872dc2, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9ce8754-a51e-4a93-8077-f19ced427d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '80a1c730-2cb5-4c32-855a-c6e593e04183'}}] {{(pid=83236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:33:06.504105 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-65718c25-c660-4506-b127-e104d01de78b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:06.585057 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e952711d-4af8-41b8-a54a-fa9f093202fa admin admin] Router d4e239b4-24ef-4667-806a-9130eac0a54a has already been hosted by L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a {{(pid=83236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:33:06.616229 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 5be0598e-33b1-4e73-9de6-042d1cb11080 up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:33:06.669022 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-cb311a82-d0e2-4cb4-8fdf-98ab3e8e22e4 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:06.888071 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning for port 5be0598e-33b1-4e73-9de6-042d1cb11080 completed by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:33:06.896708 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-cb311a82-d0e2-4cb4-8fdf-98ab3e8e22e4 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:06.902919 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port 5be0598e-33b1-4e73-9de6-042d1cb11080 triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:33:06.903329 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:07.226870 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-65718c25-c660-4506-b127-e104d01de78b service neutron] For port c3a0c576-ba0b-4c00-b7c9-08b503872dc2, host hv-cinder-84330, cleared binding levels {{(pid=83236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:33:07.272366 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:07.283829 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-65718c25-c660-4506-b127-e104d01de78b service neutron] For port c3a0c576-ba0b-4c00-b7c9-08b503872dc2, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=c3a0c576-ba0b-4c00-b7c9-08b503872dc2,segment=NetworkSegment(d9ce8754-a51e-4a93-8077-f19ced427d12),segment_id=d9ce8754-a51e-4a93-8077-f19ced427d12)] {{(pid=83236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:33:07.314228 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-65718c25-c660-4506-b127-e104d01de78b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:07.400163 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] For port 5be0598e-33b1-4e73-9de6-042d1cb11080, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=5be0598e-33b1-4e73-9de6-042d1cb11080,segment=NetworkSegment(8d828a5b-6a20-4c3e-851e-162f0bcf0bcb),segment_id=8d828a5b-6a20-4c3e-851e-162f0bcf0bcb)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:33:07.417049 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:07.426485 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 5016906b-8ed9-4188-b302-35ef0f6f3649 up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:33:07.479437 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c7d232-eb52-4308-a92c-1df584ad3c05 req-50cda2ed-a0ee-4fdb-a60b-dc5df9cce4ce tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:07.494546 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-49c7d232-eb52-4308-a92c-1df584ad3c05 req-50cda2ed-a0ee-4fdb-a60b-dc5df9cce4ce tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] 10.222.0.39 "GET /v2.0/ports?device_id=74d2c671-5723-453a-a525-7381cd086455 HTTP/1.1" status: 200 len: 944 time: 0.4923472 May 25 22:33:07.589290 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-65718c25-c660-4506-b127-e104d01de78b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:07.597235 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-65718c25-c660-4506-b127-e104d01de78b service neutron] 10.222.0.45 "PUT /v2.0/ports/c3a0c576-ba0b-4c00-b7c9-08b503872dc2 HTTP/1.1" status: 200 len: 1094 time: 6.8014021 May 25 22:33:07.597952 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74d2c671-5723-453a-a525-7381cd086455', 'tag': 'c3a0c576-ba0b-4c00-b7c9-08b503872dc2'}] {{(pid=83236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:33:07.744897 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-49c7d232-eb52-4308-a92c-1df584ad3c05 req-e6364a27-409f-4a05-8d5c-1862e1e688a8 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] 10.222.0.39 "GET /v2.0/security-groups?id=deda8db1-ca28-4923-b188-0d25004825a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468412 May 25 22:33:07.760733 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Pushing event updated for resources: {'Port': ['ID=5be0598e-33b1-4e73-9de6-042d1cb11080,revision_number=5']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:07.792084 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port 5016906b-8ed9-4188-b302-35ef0f6f3649 triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:33:07.793048 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:07.840617 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-cb311a82-d0e2-4cb4-8fdf-98ab3e8e22e4 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks [] for port, precommit_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:07.853190 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-cb311a82-d0e2-4cb4-8fdf-98ab3e8e22e4 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1149314'] for port, after_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:08.154310 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65718c25-c660-4506-b127-e104d01de78b service neutron] Pushing event updated for resources: {'Port': ['ID=c3a0c576-ba0b-4c00-b7c9-08b503872dc2,revision_number=3']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:08.255661 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-cb311a82-d0e2-4cb4-8fdf-98ab3e8e22e4 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335082'] for floatingip, after_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:08.322185 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb311a82-d0e2-4cb4-8fdf-98ab3e8e22e4 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Pushing event updated for resources: {'Port': ['ID=3d47e763-fa53-4d6b-907f-d5ea537dc482,revision_number=2']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:08.368454 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-cb311a82-d0e2-4cb4-8fdf-98ab3e8e22e4 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for floatingip, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:08.370123 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-cb311a82-d0e2-4cb4-8fdf-98ab3e8e22e4 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7564487 May 25 22:33:08.393634 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 5be0598e-33b1-4e73-9de6-042d1cb11080 up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:33:08.456798 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-f41dca67-fb4a-4fd7-b592-662918df0445 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=088051ac6c68479091c88448d791f443&device_id=74d2c671-5723-453a-a525-7381cd086455 HTTP/1.1" status: 200 len: 1097 time: 0.5757616 May 25 22:33:08.594035 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-bcbd9dff-1dc6-45ea-9587-dc93d5248f40 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3a0c576-ba0b-4c00-b7c9-08b503872dc2 HTTP/1.1" status: 200 len: 217 time: 0.1083651 May 25 22:33:08.597161 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e952711d-4af8-41b8-a54a-fa9f093202fa admin admin] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:33:08.610044 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port 5be0598e-33b1-4e73-9de6-042d1cb11080 triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:33:08.610407 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:08.613417 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-e952711d-4af8-41b8-a54a-fa9f093202fa admin admin] 10.222.0.39 "PUT /v2.0/routers/d4e239b4-24ef-4667-806a-9130eac0a54a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5633931 May 25 22:33:08.742585 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-646d9d9e-2cef-4ee3-a1a8-3a6da54cc01d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:08.744340 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-646d9d9e-2cef-4ee3-a1a8-3a6da54cc01d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e69c8957-8c1d-4117-a304-7714404f270e HTTP/1.1" status: 200 len: 852 time: 0.1275399 May 25 22:33:08.950494 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-e9409ba4-3a6e-4841-8055-3d4c986312f5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=80a1c730-2cb5-4c32-855a-c6e593e04183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1773994 May 25 22:33:09.251158 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a404f-0c80-47ca-a19b-0a32b30e1def req-61d47fe5-b1e7-4a1a-a589-1c9656bfd8c2 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:09.256906 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-868a404f-0c80-47ca-a19b-0a32b30e1def req-61d47fe5-b1e7-4a1a-a589-1c9656bfd8c2 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] 10.222.0.39 "GET /v2.0/ports?device_id=74d2c671-5723-453a-a525-7381cd086455 HTTP/1.1" status: 200 len: 944 time: 0.2780008 May 25 22:33:09.336294 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-868a404f-0c80-47ca-a19b-0a32b30e1def req-5f1e0a0d-0494-46a9-a48e-13f63f0de1fa tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] 10.222.0.39 "GET /v2.0/security-groups?id=deda8db1-ca28-4923-b188-0d25004825a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740485 May 25 22:33:09.479280 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-68328570-d332-436e-bdae-a3b949dcedfb service neutron] 10.222.0.45 "GET /v2.0/networks/80a1c730-2cb5-4c32-855a-c6e593e04183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4989002 May 25 22:33:09.640239 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-8ec5f7a3-e76c-419f-a880-ffc5d12ad443 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Synchronizing usage tracker for tenant:b90abe1db3a04a6d96f07ef98a9f9cae on resource:security_group {{(pid=83237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:33:09.677031 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-8ec5f7a3-e76c-419f-a880-ffc5d12ad443 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Unset dirty status for tenant:b90abe1db3a04a6d96f07ef98a9f9cae on resource:security_group {{(pid=83237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:33:09.678615 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-8ec5f7a3-e76c-419f-a880-ffc5d12ad443 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--440140872&fields=id&tenant_id=b90abe1db3a04a6d96f07ef98a9f9cae HTTP/1.1" status: 200 len: 267 time: 0.1532006 May 25 22:33:09.707410 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-2ce99d17-6ab0-45d9-a28e-876f0323918e req-25dc8966-aa96-4e31-b481-7ce727aaedd0 service neutron] 10.222.0.45 "GET /v2.0/networks/80a1c730-2cb5-4c32-855a-c6e593e04183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076108 May 25 22:33:09.894457 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-632f72f1-8a8d-4fdc-bfae-f02f1ec43581 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:09.896974 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-632f72f1-8a8d-4fdc-bfae-f02f1ec43581 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/networks?id=fd7645f7-57af-45f1-a732-f6a2011f3185 HTTP/1.1" status: 200 len: 811 time: 0.2074792 May 25 22:33:09.898264 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-121fae91-cb0f-4ca0-839d-3e71044a35f2'] response: {'name': 'network-changed', 'server_uuid': '74d2c671-5723-453a-a525-7381cd086455', 'tag': 'c3a0c576-ba0b-4c00-b7c9-08b503872dc2', 'status': 'completed', 'code': 200} May 25 22:33:09.925718 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-f9ad86ee-0ff2-4ca8-8ea3-1faa8ac17bd2 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/quotas/b90abe1db3a04a6d96f07ef98a9f9cae HTTP/1.1" status: 200 len: 375 time: 0.0227852 May 25 22:33:10.133859 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-79beb95c-9243-43e0-8f0b-144310840129 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Synchronizing usage tracker for tenant:b90abe1db3a04a6d96f07ef98a9f9cae on resource:port {{(pid=83237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:33:10.157846 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-44793b88-66be-43c1-8f34-12fced6d61a6 req-cc5f8ab7-934c-4570-9955-944e03203f8a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=088051ac6c68479091c88448d791f443&device_id=74d2c671-5723-453a-a525-7381cd086455 HTTP/1.1" status: 200 len: 1097 time: 0.1931798 May 25 22:33:10.172808 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-79beb95c-9243-43e0-8f0b-144310840129 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Unset dirty status for tenant:b90abe1db3a04a6d96f07ef98a9f9cae on resource:port {{(pid=83237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:33:10.175102 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-79beb95c-9243-43e0-8f0b-144310840129 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b90abe1db3a04a6d96f07ef98a9f9cae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2422960 May 25 22:33:10.541291 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44793b88-66be-43c1-8f34-12fced6d61a6 req-007045ef-d637-4961-b05c-b515af52a6b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:10.543653 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-44793b88-66be-43c1-8f34-12fced6d61a6 req-007045ef-d637-4961-b05c-b515af52a6b9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=80a1c730-2cb5-4c32-855a-c6e593e04183 HTTP/1.1" status: 200 len: 913 time: 0.3688960 May 25 22:33:10.686077 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-2266ce0b-77a3-45ab-a8ee-89c83ade09c1 service neutron] 10.222.0.39 "GET /v2.0/networks/fd7645f7-57af-45f1-a732-f6a2011f3185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4798205 May 25 22:33:10.873825 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-44793b88-66be-43c1-8f34-12fced6d61a6 req-bdd0632e-f204-4ea7-9fb0-0c703b3fc540 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3a0c576-ba0b-4c00-b7c9-08b503872dc2 HTTP/1.1" status: 200 len: 217 time: 0.2879357 May 25 22:33:10.979785 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44793b88-66be-43c1-8f34-12fced6d61a6 req-cb6743ec-a415-4bc2-8251-f17059985d6b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:10.981193 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-44793b88-66be-43c1-8f34-12fced6d61a6 req-cb6743ec-a415-4bc2-8251-f17059985d6b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e69c8957-8c1d-4117-a304-7714404f270e HTTP/1.1" status: 200 len: 852 time: 0.0841031 May 25 22:33:11.064223 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-44793b88-66be-43c1-8f34-12fced6d61a6 req-c98f5c5a-0247-4fa9-a83d-13fbdf178076 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=80a1c730-2cb5-4c32-855a-c6e593e04183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755897 May 25 22:33:11.211438 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-a6087ec1-5c1d-43f1-9589-da0921a1c3bd service neutron] 10.222.0.39 "GET /v2.0/networks/fd7645f7-57af-45f1-a732-f6a2011f3185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5185378 May 25 22:33:11.268907 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c5ca0-31b2-42fc-a02b-29d8d17d4dc4 req-e5fa8b28-f8a7-4530-b67f-f754f0730b18 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:11.269915 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-172c5ca0-31b2-42fc-a02b-29d8d17d4dc4 req-e5fa8b28-f8a7-4530-b67f-f754f0730b18 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Synchronizing usage tracker for tenant:f03d319e86304fdf89e958ee74d34779 on resource:network {{(pid=83237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:33:11.295058 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-172c5ca0-31b2-42fc-a02b-29d8d17d4dc4 req-e5fa8b28-f8a7-4530-b67f-f754f0730b18 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Unset dirty status for tenant:f03d319e86304fdf89e958ee74d34779 on resource:network {{(pid=83237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:33:11.299858 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-172c5ca0-31b2-42fc-a02b-29d8d17d4dc4 req-e5fa8b28-f8a7-4530-b67f-f754f0730b18 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/networks?id=7118c156-6ba0-45fa-85d4-b60edcd6fc6f HTTP/1.1" status: 200 len: 818 time: 0.3143957 May 25 22:33:11.332955 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-172c5ca0-31b2-42fc-a02b-29d8d17d4dc4 req-5de9dd9c-c19d-4cd9-a11a-eaf8a6c282dc tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/quotas/f03d319e86304fdf89e958ee74d34779 HTTP/1.1" status: 200 len: 375 time: 0.0255432 May 25 22:33:11.480150 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-172c5ca0-31b2-42fc-a02b-29d8d17d4dc4 req-1949e7c5-9450-493f-b830-6c2b8d4e5297 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f03d319e86304fdf89e958ee74d34779&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1415422 May 25 22:33:11.662086 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:11.716956 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaccd8f-e4b6-4b8e-b8bb-2f02bb1013a2 req-00795bde-c4f0-48bc-8778-ec6d0a64ec08 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:11.720139 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-ccaccd8f-e4b6-4b8e-b8bb-2f02bb1013a2 req-00795bde-c4f0-48bc-8778-ec6d0a64ec08 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] 10.222.0.39 "GET /v2.0/ports?device_id=74d2c671-5723-453a-a525-7381cd086455 HTTP/1.1" status: 200 len: 944 time: 0.1344085 May 25 22:33:11.845299 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-ccaccd8f-e4b6-4b8e-b8bb-2f02bb1013a2 req-51eb2754-0270-4023-907f-9dd67f1816ff tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] 10.222.0.39 "GET /v2.0/security-groups?id=deda8db1-ca28-4923-b188-0d25004825a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149826 May 25 22:33:12.010620 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [req-172c5ca0-31b2-42fc-a02b-29d8d17d4dc4 req-5981c0e4-6889-405d-b194-19f9449dfc86 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=83237) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:33:12.011777 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-172c5ca0-31b2-42fc-a02b-29d8d17d4dc4 req-5981c0e4-6889-405d-b194-19f9449dfc86 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2448912 May 25 22:33:12.320570 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-26241bc4-848c-4b17-b57c-edd37e291602 req-3704ff73-7c53-4125-a3a5-f3008a61db3e tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 210 time: 0.0960331 May 25 22:33:12.386241 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-172c5ca0-31b2-42fc-a02b-29d8d17d4dc4 req-4824ce81-95a8-4d74-85f7-96f60c098d28 service neutron] 10.222.0.39 "GET /v2.0/networks/7118c156-6ba0-45fa-85d4-b60edcd6fc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679349 May 25 22:33:12.590718 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-172c5ca0-31b2-42fc-a02b-29d8d17d4dc4 req-b24cfc84-29ea-429a-a537-ba60fd76d131 service neutron] 10.222.0.39 "GET /v2.0/networks/7118c156-6ba0-45fa-85d4-b60edcd6fc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975424 May 25 22:33:12.984029 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-a93857a0-d8ca-4831-ac2c-c13f5020268e req-268b0de4-39d5-4431-9452-ec2d6f9bb710 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=4426e593-b8b7-4316-8051-8c7998309246 HTTP/1.1" status: 200 len: 210 time: 0.1230154 May 25 22:33:13.192031 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f5331-f992-45e3-b58d-9b111c0c3f0a req-13eacf8e-d0a4-4883-828c-40fbef191271 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:13.202132 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-be3f5331-f992-45e3-b58d-9b111c0c3f0a req-13eacf8e-d0a4-4883-828c-40fbef191271 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] 10.222.0.39 "GET /v2.0/ports?device_id=74d2c671-5723-453a-a525-7381cd086455 HTTP/1.1" status: 200 len: 944 time: 0.1502173 May 25 22:33:13.288622 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-be3f5331-f992-45e3-b58d-9b111c0c3f0a req-07b1e5a6-bac0-4f74-a403-085d7ab93b7a tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] 10.222.0.39 "GET /v2.0/security-groups?id=deda8db1-ca28-4923-b188-0d25004825a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819678 May 25 22:33:13.532211 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-85dc1807-90a0-41ac-8ecc-04cf116a65ad req-e9e65985-a479-4b22-bc28-a78b8e7ab2bb tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 210 time: 0.0482302 May 25 22:33:13.589329 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf943c-3d44-4e7e-9e51-2b9833c5ca72 req-0397b869-2f17-4c71-96cd-afe5d405740d tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:13.592137 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-9daf943c-3d44-4e7e-9e51-2b9833c5ca72 req-0397b869-2f17-4c71-96cd-afe5d405740d tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/networks?id=7118c156-6ba0-45fa-85d4-b60edcd6fc6f HTTP/1.1" status: 200 len: 818 time: 0.2066514 May 25 22:33:13.612452 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-9daf943c-3d44-4e7e-9e51-2b9833c5ca72 req-d7d1e9e9-799b-40a8-8dae-bff5a362d8ad tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/quotas/f03d319e86304fdf89e958ee74d34779 HTTP/1.1" status: 200 len: 375 time: 0.0162187 May 25 22:33:13.748229 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-9daf943c-3d44-4e7e-9e51-2b9833c5ca72 req-8e99ac6d-b65b-4a49-986a-e127c887dc9d tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f03d319e86304fdf89e958ee74d34779&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1068614 May 25 22:33:13.849623 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-44793b88-66be-43c1-8f34-12fced6d61a6 req-03f22288-697a-480f-ab34-1409762bee37 service neutron] 10.222.0.45 "GET /v2.0/networks/80a1c730-2cb5-4c32-855a-c6e593e04183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668531 May 25 22:33:14.034545 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-9daf943c-3d44-4e7e-9e51-2b9833c5ca72 req-dcd35202-aa1c-4794-9f67-8abaef2f32d7 service neutron] 10.222.0.39 "GET /v2.0/networks/7118c156-6ba0-45fa-85d4-b60edcd6fc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782753 May 25 22:33:14.081331 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-44793b88-66be-43c1-8f34-12fced6d61a6 req-02abe1b2-c85d-4b50-882b-d279f4eb6915 service neutron] 10.222.0.45 "GET /v2.0/networks/80a1c730-2cb5-4c32-855a-c6e593e04183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226992 May 25 22:33:14.221396 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 52714) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:14.255043 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-9daf943c-3d44-4e7e-9e51-2b9833c5ca72 req-040ee247-7f92-4756-9fd2-26f375c92c3b service neutron] 10.222.0.39 "GET /v2.0/networks/7118c156-6ba0-45fa-85d4-b60edcd6fc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194316 May 25 22:33:14.408953 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-8a9c0df8-9a30-494b-96aa-6f610fcb019c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:14.486328 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-8a9c0df8-9a30-494b-96aa-6f610fcb019c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:33:14.491606 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-8a9c0df8-9a30-494b-96aa-6f610fcb019c admin admin] Usage tracker for resource:security_group_rule and tenant:e96b0bcca3b34e94977001826bdc8560 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:33:14.496344 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-8a9c0df8-9a30-494b-96aa-6f610fcb019c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:33:14.504832 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-8a9c0df8-9a30-494b-96aa-6f610fcb019c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:33:14.617128 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f57994f5-32b3-4035-9ce9-c314ffa72f60 req-899f1f00-0159-4ac5-ac41-65c8c9fcabe6 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a980ccf-2b6a-4d3c-bcca-9289884decf0 HTTP/1.1" status: 200 len: 210 time: 0.1129375 May 25 22:33:14.619561 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-8a9c0df8-9a30-494b-96aa-6f610fcb019c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:14.629148 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-8a9c0df8-9a30-494b-96aa-6f610fcb019c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:14.710173 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064bb636-442c-4ad9-80f0-73f42619e75c req-19aba5e7-be29-4804-bb3b-c688de3437ce tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:14.720438 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-064bb636-442c-4ad9-80f0-73f42619e75c req-19aba5e7-be29-4804-bb3b-c688de3437ce tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] 10.222.0.39 "GET /v2.0/ports?device_id=74d2c671-5723-453a-a525-7381cd086455 HTTP/1.1" status: 200 len: 944 time: 0.2765512 May 25 22:33:14.791948 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-064bb636-442c-4ad9-80f0-73f42619e75c req-4af2cd5e-c1c3-46b2-8416-25c2de41f031 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] 10.222.0.39 "GET /v2.0/security-groups?id=deda8db1-ca28-4923-b188-0d25004825a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705073 May 25 22:33:14.979603 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-a7e46f69-8815-40af-9705-c8fe8a55dc4d req-7a52198f-7962-4347-a19d-12f7e4d54785 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 210 time: 0.1146047 May 25 22:33:15.049315 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-8a9c0df8-9a30-494b-96aa-6f610fcb019c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e96b0bcca3b34e94977001826bdc8560&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8263359 May 25 22:33:15.052258 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 52762) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:15.067737 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9c0df8-9a30-494b-96aa-6f610fcb019c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0854b4-dda6-46a6-b721-111a308fd91f,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:15.155047 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-121d091f-29d1-435a-a04c-ec652a8ab6a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:15.202579 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-121d091f-29d1-435a-a04c-ec652a8ab6a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:15.279032 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-121d091f-29d1-435a-a04c-ec652a8ab6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:15.307222 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-2ef23ffc-6f78-4aa4-8a71-1e52db828dd1 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:15.309755 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-2ef23ffc-6f78-4aa4-8a71-1e52db828dd1 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Synchronizing usage tracker for tenant:b90abe1db3a04a6d96f07ef98a9f9cae on resource:network {{(pid=83236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:33:15.322955 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121d091f-29d1-435a-a04c-ec652a8ab6a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0854b4-dda6-46a6-b721-111a308fd91f,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:15.338883 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-2ef23ffc-6f78-4aa4-8a71-1e52db828dd1 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Unset dirty status for tenant:b90abe1db3a04a6d96f07ef98a9f9cae on resource:network {{(pid=83236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:33:15.347464 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-2ef23ffc-6f78-4aa4-8a71-1e52db828dd1 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.45 "GET /v2.0/networks?id=fd7645f7-57af-45f1-a732-f6a2011f3185 HTTP/1.1" status: 200 len: 811 time: 0.6187241 May 25 22:33:15.350225 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-121d091f-29d1-435a-a04c-ec652a8ab6a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:15.359689 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-121d091f-29d1-435a-a04c-ec652a8ab6a6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9c0854b4-dda6-46a6-b721-111a308fd91f HTTP/1.1" status: 204 len: 168 time: 0.3038530 May 25 22:33:15.392975 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 52782) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:15.502270 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.45', 53257) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:15.544171 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-1124f67b-2846-4eec-b65d-d171a3537764 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Synchronizing usage tracker for tenant:b90abe1db3a04a6d96f07ef98a9f9cae on resource:security_group {{(pid=83236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:33:15.615566 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-1124f67b-2846-4eec-b65d-d171a3537764 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Unset dirty status for tenant:b90abe1db3a04a6d96f07ef98a9f9cae on resource:security_group {{(pid=83236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:33:15.617227 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-1124f67b-2846-4eec-b65d-d171a3537764 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b90abe1db3a04a6d96f07ef98a9f9cae HTTP/1.1" status: 200 len: 379 time: 0.2431324 May 25 22:33:15.630186 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-169849ae-0a32-48be-a4b7-4b9160d6207c tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Request body: {'port': {'device_id': '6d6b8e5c-6150-4e6a-ae2a-4063f3d69535', 'network_id': 'fd7645f7-57af-45f1-a732-f6a2011f3185', 'admin_state_up': True, 'tenant_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'security_groups': ['3c98f760-c27c-4c65-a41e-654562a13911']}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:33:15.721883 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-7173ff18-37c7-4b83-b2a2-ab3e7bcd8093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:15.764069 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-7173ff18-37c7-4b83-b2a2-ab3e7bcd8093 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:33:15.768506 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-7173ff18-37c7-4b83-b2a2-ab3e7bcd8093 admin admin] Usage tracker for resource:security_group_rule and tenant:86792865e78747d3b87306d8b3b44ef6 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:33:15.777492 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-7173ff18-37c7-4b83-b2a2-ab3e7bcd8093 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:33:15.791486 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-7173ff18-37c7-4b83-b2a2-ab3e7bcd8093 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:33:15.980594 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c5ca0-31b2-42fc-a02b-29d8d17d4dc4 req-f04ee277-1c6a-4ab9-a987-a7306ad0fdb2 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:15.982137 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-172c5ca0-31b2-42fc-a02b-29d8d17d4dc4 req-f04ee277-1c6a-4ab9-a987-a7306ad0fdb2 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.45 "GET /v2.0/networks?id=7118c156-6ba0-45fa-85d4-b60edcd6fc6f HTTP/1.1" status: 200 len: 818 time: 0.4777532 May 25 22:33:16.016522 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [req-172c5ca0-31b2-42fc-a02b-29d8d17d4dc4 req-4b0fb9ad-bfc7-4cb0-950b-8ddd6462d29e tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Request body: {'port': {'device_id': '4426e593-b8b7-4316-8051-8c7998309246', 'network_id': '7118c156-6ba0-45fa-85d4-b60edcd6fc6f', 'admin_state_up': True, 'tenant_id': 'f03d319e86304fdf89e958ee74d34779'}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:33:16.026914 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-b4d45c38-1af5-48c4-90d2-7041db9c5ddc req-644e1190-af65-46f6-855b-f4a7ee65282e tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a980ccf-2b6a-4d3c-bcca-9289884decf0 HTTP/1.1" status: 200 len: 210 time: 0.1296868 May 25 22:33:16.072647 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-7173ff18-37c7-4b83-b2a2-ab3e7bcd8093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:16.091924 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-7173ff18-37c7-4b83-b2a2-ab3e7bcd8093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:16.240144 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-7173ff18-37c7-4b83-b2a2-ab3e7bcd8093 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=86792865e78747d3b87306d8b3b44ef6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8460426 May 25 22:33:16.241329 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7173ff18-37c7-4b83-b2a2-ab3e7bcd8093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ce9af1-0f98-441b-ab30-9442d03b40b6,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:16.243811 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 52830) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:16.329587 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device c3a0c576-ba0b-4c00-b7c9-08b503872dc2 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 22:33:16.339100 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 52838) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:16.399976 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-169849ae-0a32-48be-a4b7-4b9160d6207c tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:33:16.424297 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-169849ae-0a32-48be-a4b7-4b9160d6207c tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:33:16.430649 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [req-172c5ca0-31b2-42fc-a02b-29d8d17d4dc4 req-4b0fb9ad-bfc7-4cb0-950b-8ddd6462d29e tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:33:16.436049 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-172c5ca0-31b2-42fc-a02b-29d8d17d4dc4 req-4b0fb9ad-bfc7-4cb0-950b-8ddd6462d29e tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Usage tracker for resource:port and tenant:f03d319e86304fdf89e958ee74d34779 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:33:16.436225 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-daa1897b-12d4-45ab-85b3-432c49816ace admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:16.439414 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-172c5ca0-31b2-42fc-a02b-29d8d17d4dc4 req-4b0fb9ad-bfc7-4cb0-950b-8ddd6462d29e tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:33:16.446698 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [req-172c5ca0-31b2-42fc-a02b-29d8d17d4dc4 req-4b0fb9ad-bfc7-4cb0-950b-8ddd6462d29e tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:33:16.463924 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4629edbe-012a-46b6-8ea0-d68d575a18aa req-c1d22d1b-ba09-4376-be5c-16266d7c6acf tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:16.466526 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-172c5ca0-31b2-42fc-a02b-29d8d17d4dc4 req-4b0fb9ad-bfc7-4cb0-950b-8ddd6462d29e tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Made reservation on behalf of f03d319e86304fdf89e958ee74d34779 for: {'port': 1} {{(pid=83236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:33:16.469886 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-172c5ca0-31b2-42fc-a02b-29d8d17d4dc4 req-4b0fb9ad-bfc7-4cb0-950b-8ddd6462d29e tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:16.471017 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-4629edbe-012a-46b6-8ea0-d68d575a18aa req-c1d22d1b-ba09-4376-be5c-16266d7c6acf tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] 10.222.0.39 "GET /v2.0/ports?device_id=74d2c671-5723-453a-a525-7381cd086455 HTTP/1.1" status: 200 len: 944 time: 0.3340182 May 25 22:33:16.510712 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-169849ae-0a32-48be-a4b7-4b9160d6207c tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Made reservation on behalf of b90abe1db3a04a6d96f07ef98a9f9cae for: {'port': 1} {{(pid=83236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:33:16.517095 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-169849ae-0a32-48be-a4b7-4b9160d6207c tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:16.537634 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-af9ca8b3-81f9-487f-80ad-4f605f41a0bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:16.562111 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port c3a0c576-ba0b-4c00-b7c9-08b503872dc2, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=c3a0c576-ba0b-4c00-b7c9-08b503872dc2,segment=NetworkSegment(d9ce8754-a51e-4a93-8077-f19ced427d12),segment_id=d9ce8754-a51e-4a93-8077-f19ced427d12)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:33:16.565097 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-daa1897b-12d4-45ab-85b3-432c49816ace admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:33:16.570266 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-daa1897b-12d4-45ab-85b3-432c49816ace admin admin] Usage tracker for resource:security_group_rule and tenant:19908be6d35248c190f7590fdfa00700 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:33:16.573936 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-daa1897b-12d4-45ab-85b3-432c49816ace admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:33:16.579086 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Returning: {'device': 'c3a0c576-ba0b-4c00-b7c9-08b503872dc2', 'network_id': '80a1c730-2cb5-4c32-855a-c6e593e04183', 'port_id': 'c3a0c576-ba0b-4c00-b7c9-08b503872dc2', 'mac_address': 'fa:16:3e:5b:23:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e69c8957-8c1d-4117-a304-7714404f270e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 22:33:16.584348 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-daa1897b-12d4-45ab-85b3-432c49816ace admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:33:16.648925 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:16.678325 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.notifiers.nova [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3a0c576-ba0b-4c00-b7c9-08b503872dc2 {{(pid=83238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:33:16.712589 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port c3a0c576-ba0b-4c00-b7c9-08b503872dc2, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=c3a0c576-ba0b-4c00-b7c9-08b503872dc2,segment=NetworkSegment(d9ce8754-a51e-4a93-8077-f19ced427d12),segment_id=d9ce8754-a51e-4a93-8077-f19ced427d12)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:33:16.724435 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:16.760886 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-4ca41d99-be13-41e2-be7e-20830b83b563 req-7cbd29c1-9a19-4d4d-a977-62e5dd5e1be4 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 210 time: 0.1044915 May 25 22:33:16.762522 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-daa1897b-12d4-45ab-85b3-432c49816ace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:16.769287 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-af9ca8b3-81f9-487f-80ad-4f605f41a0bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:16.783673 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-4629edbe-012a-46b6-8ea0-d68d575a18aa req-a92d6bf6-d232-42a1-a90f-4b4d0954c278 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] 10.222.0.39 "GET /v2.0/security-groups?id=deda8db1-ca28-4923-b188-0d25004825a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117819 May 25 22:33:16.786294 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-daa1897b-12d4-45ab-85b3-432c49816ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:16.812875 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Pushing event updated for resources: {'Port': ['ID=c3a0c576-ba0b-4c00-b7c9-08b503872dc2,revision_number=4']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:16.854864 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.db_base_plugin_common [req-172c5ca0-31b2-42fc-a02b-29d8d17d4dc4 req-4b0fb9ad-bfc7-4cb0-950b-8ddd6462d29e tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Allocated IP 172.20.0.8 (7118c156-6ba0-45fa-85d4-b60edcd6fc6f/eed7b039-2401-4008-8d74-88e75bbbe478/d29a8dc3-1e81-4ab0-bc45-9626d9f86035) {{(pid=83236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:33:16.861703 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.db_base_plugin_common [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-169849ae-0a32-48be-a4b7-4b9160d6207c tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Allocated IP 172.20.0.10 (fd7645f7-57af-45f1-a732-f6a2011f3185/98f8d2f7-6f04-442a-9b23-c573cfab2370/3e734bcc-b9c8-4111-9184-349b4c2bd21f) {{(pid=83236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:33:16.866600 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1897b-12d4-45ab-85b3-432c49816ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d6961f-87b4-42d5-9ea9-ecbf6026a834,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:16.874034 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-daa1897b-12d4-45ab-85b3-432c49816ace admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=19908be6d35248c190f7590fdfa00700&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5152359 May 25 22:33:16.877178 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 52856) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:16.906328 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-af9ca8b3-81f9-487f-80ad-4f605f41a0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:16.938693 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ca8b3-81f9-487f-80ad-4f605f41a0bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ce9af1-0f98-441b-ab30-9442d03b40b6,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:16.954748 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-af9ca8b3-81f9-487f-80ad-4f605f41a0bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:16.955929 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-af9ca8b3-81f9-487f-80ad-4f605f41a0bd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/47ce9af1-0f98-441b-ab30-9442d03b40b6 HTTP/1.1" status: 204 len: 168 time: 0.7094660 May 25 22:33:16.979489 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-2bd9ff41-38a4-4bae-9149-b93620c76df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:17.024928 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-2bd9ff41-38a4-4bae-9149-b93620c76df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:17.101008 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-2bd9ff41-38a4-4bae-9149-b93620c76df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:17.130691 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd9ff41-38a4-4bae-9149-b93620c76df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d6961f-87b4-42d5-9ea9-ecbf6026a834,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:17.133012 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-2bd9ff41-38a4-4bae-9149-b93620c76df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:17.137177 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-2bd9ff41-38a4-4bae-9149-b93620c76df3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/73d6961f-87b4-42d5-9ea9-ecbf6026a834 HTTP/1.1" status: 204 len: 168 time: 0.2589908 May 25 22:33:17.252068 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-cc4e76e6-097a-4428-aa89-7f24cd264868 req-62f0f75b-6ab0-4900-8038-0115005a8856 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a980ccf-2b6a-4d3c-bcca-9289884decf0 HTTP/1.1" status: 200 len: 210 time: 0.0596263 May 25 22:33:17.341158 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-169849ae-0a32-48be-a4b7-4b9160d6207c tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks [] for port, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:17.386910 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.provisioning_blocks [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-169849ae-0a32-48be-a4b7-4b9160d6207c tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Transition to ACTIVE for port object 3e734bcc-b9c8-4111-9184-349b4c2bd21f will not be triggered until provisioned by entity DHCP. {{(pid=83236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:33:17.443958 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-172c5ca0-31b2-42fc-a02b-29d8d17d4dc4 req-4b0fb9ad-bfc7-4cb0-950b-8ddd6462d29e tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks [] for port, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:17.465025 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.provisioning_blocks [req-172c5ca0-31b2-42fc-a02b-29d8d17d4dc4 req-4b0fb9ad-bfc7-4cb0-950b-8ddd6462d29e tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Transition to ACTIVE for port object d29a8dc3-1e81-4ab0-bc45-9626d9f86035 will not be triggered until provisioned by entity DHCP. {{(pid=83236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:33:17.476860 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-169849ae-0a32-48be-a4b7-4b9160d6207c tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019'] for port, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:17.578345 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-172c5ca0-31b2-42fc-a02b-29d8d17d4dc4 req-4b0fb9ad-bfc7-4cb0-950b-8ddd6462d29e tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019'] for port, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:17.635987 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-169849ae-0a32-48be-a4b7-4b9160d6207c tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Network fd7645f7-57af-45f1-a732-f6a2011f3185 is already hosted by enough agents. {{(pid=83236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:33:17.641746 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.base_scheduler [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-169849ae-0a32-48be-a4b7-4b9160d6207c tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Resources bound (agent type, host, resource id): {{(pid=83236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:33:17.646013 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169849ae-0a32-48be-a4b7-4b9160d6207c tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Pushing event updated for resources: {'Port': ['ID=3e734bcc-b9c8-4111-9184-349b4c2bd21f,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:17.662374 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-169849ae-0a32-48be-a4b7-4b9160d6207c tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Received port after_create {{(pid=83236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:33:17.670703 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-169849ae-0a32-48be-a4b7-4b9160d6207c tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:17.671659 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-169849ae-0a32-48be-a4b7-4b9160d6207c tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:17.710119 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-172c5ca0-31b2-42fc-a02b-29d8d17d4dc4 req-4b0fb9ad-bfc7-4cb0-950b-8ddd6462d29e tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Network 7118c156-6ba0-45fa-85d4-b60edcd6fc6f is already hosted by enough agents. {{(pid=83236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:33:17.722692 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.base_scheduler [req-172c5ca0-31b2-42fc-a02b-29d8d17d4dc4 req-4b0fb9ad-bfc7-4cb0-950b-8ddd6462d29e tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Resources bound (agent type, host, resource id): {{(pid=83236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:33:17.812999 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [req-172c5ca0-31b2-42fc-a02b-29d8d17d4dc4 req-4b0fb9ad-bfc7-4cb0-950b-8ddd6462d29e tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Received port after_create {{(pid=83236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:33:17.825865 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 52906) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:17.827095 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c5ca0-31b2-42fc-a02b-29d8d17d4dc4 req-4b0fb9ad-bfc7-4cb0-950b-8ddd6462d29e tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:17.828153 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-172c5ca0-31b2-42fc-a02b-29d8d17d4dc4 req-4b0fb9ad-bfc7-4cb0-950b-8ddd6462d29e tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:17.857913 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-c255e6f5-f953-498d-bf9e-983820c2eb55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:17.918930 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-c255e6f5-f953-498d-bf9e-983820c2eb55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:33:17.924072 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-c255e6f5-f953-498d-bf9e-983820c2eb55 admin admin] Usage tracker for resource:security_group_rule and tenant:c0d3ad7f69754daca9f06786797ccd1f is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:33:17.930525 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-c255e6f5-f953-498d-bf9e-983820c2eb55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:33:17.937461 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-c255e6f5-f953-498d-bf9e-983820c2eb55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:33:17.953795 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-169849ae-0a32-48be-a4b7-4b9160d6207c tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3299923 May 25 22:33:17.960841 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-172c5ca0-31b2-42fc-a02b-29d8d17d4dc4 req-4b0fb9ad-bfc7-4cb0-950b-8ddd6462d29e tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9564922 May 25 22:33:17.966887 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0fb9ad-bfc7-4cb0-950b-8ddd6462d29e tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Pushing event updated for resources: {'Port': ['ID=d29a8dc3-1e81-4ab0-bc45-9626d9f86035,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:18.095250 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-efb68cac-639f-4850-b06d-18a5dc4616d7 None None] Provisioning for port 3e734bcc-b9c8-4111-9184-349b4c2bd21f completed by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:33:18.101752 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-efb68cac-639f-4850-b06d-18a5dc4616d7 None None] Provisioning complete for port 3e734bcc-b9c8-4111-9184-349b4c2bd21f triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:33:18.102320 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-efb68cac-639f-4850-b06d-18a5dc4616d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:18.157999 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-efb68cac-639f-4850-b06d-18a5dc4616d7 None None] Port 3e734bcc-b9c8-4111-9184-349b4c2bd21f cannot update to ACTIVE because it is not bound. {{(pid=83238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:33:18.179782 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-c255e6f5-f953-498d-bf9e-983820c2eb55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:18.187592 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-c255e6f5-f953-498d-bf9e-983820c2eb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:18.249087 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c255e6f5-f953-498d-bf9e-983820c2eb55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8580e840-9b64-4526-9241-a85b61ec4bba,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:18.256351 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178894bc-9f70-4eae-85f1-d0af153e8159 req-7fd517c3-ec1c-4651-ad1b-a840a70c6e4c tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:18.260093 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-178894bc-9f70-4eae-85f1-d0af153e8159 req-7fd517c3-ec1c-4651-ad1b-a840a70c6e4c tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 932 time: 0.2529082 May 25 22:33:18.267839 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131edb5-dee4-4d5e-ae4c-b84be6c53423 req-0a4d7405-8d6d-4265-a084-217f09f9c30c tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:18.269465 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-7131edb5-dee4-4d5e-ae4c-b84be6c53423 req-0a4d7405-8d6d-4265-a084-217f09f9c30c tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] 10.222.0.39 "GET /v2.0/ports?device_id=74d2c671-5723-453a-a525-7381cd086455 HTTP/1.1" status: 200 len: 945 time: 0.2212105 May 25 22:33:18.273176 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-c255e6f5-f953-498d-bf9e-983820c2eb55 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c0d3ad7f69754daca9f06786797ccd1f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4461553 May 25 22:33:18.275711 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 52916) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:18.285005 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-5f2dfd82-f021-4673-ab12-5540b3556127 None None] Provisioning for port d29a8dc3-1e81-4ab0-bc45-9626d9f86035 completed by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:33:18.291984 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-5f2dfd82-f021-4673-ab12-5540b3556127 None None] Provisioning complete for port d29a8dc3-1e81-4ab0-bc45-9626d9f86035 triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:33:18.292345 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-5f2dfd82-f021-4673-ab12-5540b3556127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:18.348102 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-9b96184a-322f-4e08-9c51-41bff26d35ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:18.362755 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-7131edb5-dee4-4d5e-ae4c-b84be6c53423 req-9a381970-cca8-489e-82bc-1014d1a285ea tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] 10.222.0.39 "GET /v2.0/security-groups?id=deda8db1-ca28-4923-b188-0d25004825a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735328 May 25 22:33:18.367983 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-178894bc-9f70-4eae-85f1-d0af153e8159 req-a38d3e29-925f-451b-b833-58c10a1674a1 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c98f760-c27c-4c65-a41e-654562a13911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975223 May 25 22:33:18.397877 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-9b96184a-322f-4e08-9c51-41bff26d35ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:18.403206 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-5f2dfd82-f021-4673-ab12-5540b3556127 None None] Port d29a8dc3-1e81-4ab0-bc45-9626d9f86035 cannot update to ACTIVE because it is not bound. {{(pid=83238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:33:18.458823 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-9b96184a-322f-4e08-9c51-41bff26d35ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:18.480043 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b96184a-322f-4e08-9c51-41bff26d35ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8580e840-9b64-4526-9241-a85b61ec4bba,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:18.482493 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-9b96184a-322f-4e08-9c51-41bff26d35ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:18.483720 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-9b96184a-322f-4e08-9c51-41bff26d35ad admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8580e840-9b64-4526-9241-a85b61ec4bba HTTP/1.1" status: 204 len: 168 time: 0.2068422 May 25 22:33:18.536606 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-799e76cb-113d-4a38-a1e1-48b48d52b2ae req-1b011c51-51ed-4731-bd05-64725f3fa98b tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a980ccf-2b6a-4d3c-bcca-9289884decf0 HTTP/1.1" status: 200 len: 210 time: 0.0484066 May 25 22:33:18.865384 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.45', 53262) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:18.958919 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-9158b094-1881-47fa-90c6-2cb8ae7f7a86 service neutron] Request body: {'port': {'device_id': '6d6b8e5c-6150-4e6a-ae2a-4063f3d69535', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:33:19.084208 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [req-172c5ca0-31b2-42fc-a02b-29d8d17d4dc4 req-dee9de7b-c86d-4c1d-8088-1c0ec423bc46 service neutron] Request body: {'port': {'device_id': '4426e593-b8b7-4316-8051-8c7998309246', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:33:19.298544 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] get_ports_and_sgs() called for port_ids ['c3a0c576-ba0b-4c00-b7c9-08b503872dc2'] {{(pid=83238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:33:19.317234 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-9158b094-1881-47fa-90c6-2cb8ae7f7a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:19.399209 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf943c-3d44-4e7e-9e51-2b9833c5ca72 req-355ad89b-0a78-4a45-9a6e-c79809b849a8 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:19.400847 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-9daf943c-3d44-4e7e-9e51-2b9833c5ca72 req-355ad89b-0a78-4a45-9a6e-c79809b849a8 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.45 "GET /v2.0/networks?id=7118c156-6ba0-45fa-85d4-b60edcd6fc6f HTTP/1.1" status: 200 len: 818 time: 0.5002899 May 25 22:33:19.401696 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-172c5ca0-31b2-42fc-a02b-29d8d17d4dc4 req-dee9de7b-c86d-4c1d-8088-1c0ec423bc46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:19.435938 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [req-9daf943c-3d44-4e7e-9e51-2b9833c5ca72 req-d0838bf9-7478-441b-888a-a7dc7d5df121 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Request body: {'port': {'device_id': '1a980ccf-2b6a-4d3c-bcca-9289884decf0', 'network_id': '7118c156-6ba0-45fa-85d4-b60edcd6fc6f', 'admin_state_up': True, 'tenant_id': 'f03d319e86304fdf89e958ee74d34779'}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:33:19.808985 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf51d2-be18-4374-a239-cd03fed4137a req-ab47df92-e4ab-4c93-af2d-86686e3b20d5 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:19.816027 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-34bf51d2-be18-4374-a239-cd03fed4137a req-ab47df92-e4ab-4c93-af2d-86686e3b20d5 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] 10.222.0.39 "GET /v2.0/ports?device_id=74d2c671-5723-453a-a525-7381cd086455 HTTP/1.1" status: 200 len: 945 time: 0.1992133 May 25 22:33:19.847815 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d28d01-0b98-45c4-8965-b5c1f9a109eb req-18bf4dc0-76f2-4f56-9f09-564a807bbbe8 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:19.847815 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-13d28d01-0b98-45c4-8965-b5c1f9a109eb req-18bf4dc0-76f2-4f56-9f09-564a807bbbe8 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 932 time: 0.1829908 May 25 22:33:19.896065 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [req-9daf943c-3d44-4e7e-9e51-2b9833c5ca72 req-d0838bf9-7478-441b-888a-a7dc7d5df121 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:33:19.903233 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-9daf943c-3d44-4e7e-9e51-2b9833c5ca72 req-d0838bf9-7478-441b-888a-a7dc7d5df121 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Usage tracker for resource:port and tenant:f03d319e86304fdf89e958ee74d34779 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:33:19.915626 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-34bf51d2-be18-4374-a239-cd03fed4137a req-9aa40e4f-2594-40be-8b85-43d8afb511ff tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] 10.222.0.39 "GET /v2.0/security-groups?id=deda8db1-ca28-4923-b188-0d25004825a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980768 May 25 22:33:19.927699 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-9daf943c-3d44-4e7e-9e51-2b9833c5ca72 req-d0838bf9-7478-441b-888a-a7dc7d5df121 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:33:19.951733 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-13d28d01-0b98-45c4-8965-b5c1f9a109eb req-9b962682-bcff-48a9-8d1a-6a6367e13a98 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c98f760-c27c-4c65-a41e-654562a13911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940247 May 25 22:33:20.005167 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [req-9daf943c-3d44-4e7e-9e51-2b9833c5ca72 req-d0838bf9-7478-441b-888a-a7dc7d5df121 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:33:20.087043 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9daf943c-3d44-4e7e-9e51-2b9833c5ca72 req-d0838bf9-7478-441b-888a-a7dc7d5df121 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Made reservation on behalf of f03d319e86304fdf89e958ee74d34779 for: {'port': 1} {{(pid=83236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:33:20.090719 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-9daf943c-3d44-4e7e-9e51-2b9833c5ca72 req-d0838bf9-7478-441b-888a-a7dc7d5df121 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:20.250931 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-d42a4eeb-d102-421e-8662-8b80c314d93c req-797542e9-5dd7-4e6d-8e67-071b1f3aaf0b tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a980ccf-2b6a-4d3c-bcca-9289884decf0 HTTP/1.1" status: 200 len: 210 time: 0.1877854 May 25 22:33:20.338233 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-9158b094-1881-47fa-90c6-2cb8ae7f7a86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e734bcc-b9c8-4111-9184-349b4c2bd21f {{(pid=83236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:33:20.357868 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.agents_db [None req-9a0b4f36-fcd8-49b0-a2d4-59f1c5f7edf0 None None] Agent healthcheck: found 6 active agents {{(pid=83239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:33:20.381950 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-9158b094-1881-47fa-90c6-2cb8ae7f7a86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:20.407775 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.provisioning_blocks [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-9158b094-1881-47fa-90c6-2cb8ae7f7a86 service neutron] Transition to ACTIVE for port object 3e734bcc-b9c8-4111-9184-349b4c2bd21f will not be triggered until provisioned by entity L2. {{(pid=83236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:33:20.410149 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [req-172c5ca0-31b2-42fc-a02b-29d8d17d4dc4 req-dee9de7b-c86d-4c1d-8088-1c0ec423bc46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d29a8dc3-1e81-4ab0-bc45-9626d9f86035 {{(pid=83236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:33:20.414855 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-9158b094-1881-47fa-90c6-2cb8ae7f7a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:20.462905 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-172c5ca0-31b2-42fc-a02b-29d8d17d4dc4 req-dee9de7b-c86d-4c1d-8088-1c0ec423bc46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:20.560746 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.provisioning_blocks [req-172c5ca0-31b2-42fc-a02b-29d8d17d4dc4 req-dee9de7b-c86d-4c1d-8088-1c0ec423bc46 service neutron] Transition to ACTIVE for port object d29a8dc3-1e81-4ab0-bc45-9626d9f86035 will not be triggered until provisioned by entity L2. {{(pid=83236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:33:20.619499 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-172c5ca0-31b2-42fc-a02b-29d8d17d4dc4 req-dee9de7b-c86d-4c1d-8088-1c0ec423bc46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:20.624050 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9158b094-1881-47fa-90c6-2cb8ae7f7a86 service neutron] Pushing event updated for resources: {'Port': ['ID=3e734bcc-b9c8-4111-9184-349b4c2bd21f,revision_number=2']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:20.754058 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.db_base_plugin_common [req-9daf943c-3d44-4e7e-9e51-2b9833c5ca72 req-d0838bf9-7478-441b-888a-a7dc7d5df121 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Allocated IP 172.20.0.5 (7118c156-6ba0-45fa-85d4-b60edcd6fc6f/eed7b039-2401-4008-8d74-88e75bbbe478/2c77152b-dd46-411d-8cf8-7bdbcaae35fe) {{(pid=83236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:33:20.830616 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee9de7b-c86d-4c1d-8088-1c0ec423bc46 service neutron] Pushing event updated for resources: {'Port': ['ID=d29a8dc3-1e81-4ab0-bc45-9626d9f86035,revision_number=2']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:20.875986 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device c3a0c576-ba0b-4c00-b7c9-08b503872dc2 up at agent hyperv_hv-cinder-84330 {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:33:21.028255 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Provisioning for port c3a0c576-ba0b-4c00-b7c9-08b503872dc2 completed by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:33:21.033844 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Provisioning complete for port c3a0c576-ba0b-4c00-b7c9-08b503872dc2 triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:33:21.034441 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:21.260586 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:21.315153 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port c3a0c576-ba0b-4c00-b7c9-08b503872dc2, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=c3a0c576-ba0b-4c00-b7c9-08b503872dc2,segment=NetworkSegment(d9ce8754-a51e-4a93-8077-f19ced427d12),segment_id=d9ce8754-a51e-4a93-8077-f19ced427d12)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:33:21.317413 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d2c671-5723-453a-a525-7381cd086455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a0c576-ba0b-4c00-b7c9-08b503872dc2'}] {{(pid=83238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:33:21.420204 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:21.482901 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791c849-7b47-46c2-88d0-5b16b17920a3 req-694337b7-beed-4157-9170-376a28d764e3 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:21.491564 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-9791c849-7b47-46c2-88d0-5b16b17920a3 req-694337b7-beed-4157-9170-376a28d764e3 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] 10.222.0.39 "GET /v2.0/ports?device_id=74d2c671-5723-453a-a525-7381cd086455 HTTP/1.1" status: 200 len: 946 time: 0.2244070 May 25 22:33:21.515198 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a540c-d1e7-4030-894b-e4d3f09d36b2 req-bb3132ee-0fe3-4f96-8075-9ffff873ba6c tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:21.517006 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f69a540c-d1e7-4030-894b-e4d3f09d36b2 req-bb3132ee-0fe3-4f96-8075-9ffff873ba6c tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 944 time: 0.1902890 May 25 22:33:21.563114 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-9daf943c-3d44-4e7e-9e51-2b9833c5ca72 req-d0838bf9-7478-441b-888a-a7dc7d5df121 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks [] for port, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:21.583156 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.provisioning_blocks [req-9daf943c-3d44-4e7e-9e51-2b9833c5ca72 req-d0838bf9-7478-441b-888a-a7dc7d5df121 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Transition to ACTIVE for port object 2c77152b-dd46-411d-8cf8-7bdbcaae35fe will not be triggered until provisioned by entity DHCP. {{(pid=83236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:33:21.602978 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-9791c849-7b47-46c2-88d0-5b16b17920a3 req-da7841d9-69aa-4584-baad-ed9447e1fd94 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] 10.222.0.39 "GET /v2.0/security-groups?id=deda8db1-ca28-4923-b188-0d25004825a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099727 May 25 22:33:21.609367 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-9158b094-1881-47fa-90c6-2cb8ae7f7a86 service neutron] Attempting to bind port 3e734bcc-b9c8-4111-9184-349b4c2bd21f on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:33:21.609848 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-9158b094-1881-47fa-90c6-2cb8ae7f7a86 service neutron] Attempting to bind port 3e734bcc-b9c8-4111-9184-349b4c2bd21f by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '8d828a5b-6a20-4c3e-851e-162f0bcf0bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'fd7645f7-57af-45f1-a732-f6a2011f3185'}] {{(pid=83236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:33:21.610185 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-9158b094-1881-47fa-90c6-2cb8ae7f7a86 service neutron] Attempting to bind port 3e734bcc-b9c8-4111-9184-349b4c2bd21f on network fd7645f7-57af-45f1-a732-f6a2011f3185 {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:33:21.612601 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Pushing event updated for resources: {'Port': ['ID=c3a0c576-ba0b-4c00-b7c9-08b503872dc2,revision_number=5']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:21.625825 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-9158b094-1881-47fa-90c6-2cb8ae7f7a86 service neutron] Port 3e734bcc-b9c8-4111-9184-349b4c2bd21f on network fd7645f7-57af-45f1-a732-f6a2011f3185 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:33:21.625825 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-9158b094-1881-47fa-90c6-2cb8ae7f7a86 service neutron] Attempting to bind port 3e734bcc-b9c8-4111-9184-349b4c2bd21f on network fd7645f7-57af-45f1-a732-f6a2011f3185 {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:33:21.640592 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f69a540c-d1e7-4030-894b-e4d3f09d36b2 req-4720e261-199d-468e-9224-5a3168821107 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c98f760-c27c-4c65-a41e-654562a13911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096163 May 25 22:33:21.655493 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-9daf943c-3d44-4e7e-9e51-2b9833c5ca72 req-d0838bf9-7478-441b-888a-a7dc7d5df121 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019'] for port, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:21.766727 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9daf943c-3d44-4e7e-9e51-2b9833c5ca72 req-d0838bf9-7478-441b-888a-a7dc7d5df121 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Network 7118c156-6ba0-45fa-85d4-b60edcd6fc6f is already hosted by enough agents. {{(pid=83236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:33:21.775818 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.base_scheduler [req-9daf943c-3d44-4e7e-9e51-2b9833c5ca72 req-d0838bf9-7478-441b-888a-a7dc7d5df121 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Resources bound (agent type, host, resource id): {{(pid=83236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:33:21.778197 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-9158b094-1881-47fa-90c6-2cb8ae7f7a86 service neutron] Checking agent: {'id': 'ba48c32d-6c3d-40ce-a4ff-91ef21d08f39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 30, 42), 'started_at': datetime.datetime(2022, 5, 25, 22, 30, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:33:21.778623 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-9158b094-1881-47fa-90c6-2cb8ae7f7a86 service neutron] Checking segment: {'id': '8d828a5b-6a20-4c3e-851e-162f0bcf0bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'fd7645f7-57af-45f1-a732-f6a2011f3185'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:33:21.779083 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-9158b094-1881-47fa-90c6-2cb8ae7f7a86 service neutron] Bound using segment: {'id': '8d828a5b-6a20-4c3e-851e-162f0bcf0bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'fd7645f7-57af-45f1-a732-f6a2011f3185'} {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:33:21.779644 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-9158b094-1881-47fa-90c6-2cb8ae7f7a86 service neutron] Bound port: 3e734bcc-b9c8-4111-9184-349b4c2bd21f, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d828a5b-6a20-4c3e-851e-162f0bcf0bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'fd7645f7-57af-45f1-a732-f6a2011f3185'}}] {{(pid=83236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:33:21.780089 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-9158b094-1881-47fa-90c6-2cb8ae7f7a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:21.799374 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [req-9daf943c-3d44-4e7e-9e51-2b9833c5ca72 req-d0838bf9-7478-441b-888a-a7dc7d5df121 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Received port after_create {{(pid=83236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:33:21.803790 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf943c-3d44-4e7e-9e51-2b9833c5ca72 req-d0838bf9-7478-441b-888a-a7dc7d5df121 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:21.804390 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-9daf943c-3d44-4e7e-9e51-2b9833c5ca72 req-d0838bf9-7478-441b-888a-a7dc7d5df121 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:21.819115 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-172c5ca0-31b2-42fc-a02b-29d8d17d4dc4 req-dee9de7b-c86d-4c1d-8088-1c0ec423bc46 service neutron] Attempting to bind port d29a8dc3-1e81-4ab0-bc45-9626d9f86035 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:33:21.819466 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-172c5ca0-31b2-42fc-a02b-29d8d17d4dc4 req-dee9de7b-c86d-4c1d-8088-1c0ec423bc46 service neutron] Attempting to bind port d29a8dc3-1e81-4ab0-bc45-9626d9f86035 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': 'fd780e7e-00ee-4b95-a4a3-06bb62d1df35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7118c156-6ba0-45fa-85d4-b60edcd6fc6f'}] {{(pid=83236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:33:21.819884 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172c5ca0-31b2-42fc-a02b-29d8d17d4dc4 req-dee9de7b-c86d-4c1d-8088-1c0ec423bc46 service neutron] Attempting to bind port d29a8dc3-1e81-4ab0-bc45-9626d9f86035 on network 7118c156-6ba0-45fa-85d4-b60edcd6fc6f {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:33:21.826897 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0838bf9-7478-441b-888a-a7dc7d5df121 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Pushing event updated for resources: {'Port': ['ID=2c77152b-dd46-411d-8cf8-7bdbcaae35fe,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:21.931085 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ddb02d-eec8-4a91-8cb7-434093ca47ea req-7414691a-f839-43a6-a433-524fb840efd3 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:21.943849 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-a3ddb02d-eec8-4a91-8cb7-434093ca47ea req-7414691a-f839-43a6-a433-524fb840efd3 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a980ccf-2b6a-4d3c-bcca-9289884decf0 HTTP/1.1" status: 200 len: 931 time: 0.1532204 May 25 22:33:21.944105 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-9daf943c-3d44-4e7e-9e51-2b9833c5ca72 req-d0838bf9-7478-441b-888a-a7dc7d5df121 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5171711 May 25 22:33:21.946433 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172c5ca0-31b2-42fc-a02b-29d8d17d4dc4 req-dee9de7b-c86d-4c1d-8088-1c0ec423bc46 service neutron] Port d29a8dc3-1e81-4ab0-bc45-9626d9f86035 on network 7118c156-6ba0-45fa-85d4-b60edcd6fc6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:33:21.946748 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172c5ca0-31b2-42fc-a02b-29d8d17d4dc4 req-dee9de7b-c86d-4c1d-8088-1c0ec423bc46 service neutron] Attempting to bind port d29a8dc3-1e81-4ab0-bc45-9626d9f86035 on network 7118c156-6ba0-45fa-85d4-b60edcd6fc6f {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:33:21.978010 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [req-9daf943c-3d44-4e7e-9e51-2b9833c5ca72 req-0da369ca-bfb9-4982-94c7-00a9372d4b2d service neutron] Request body: {'port': {'device_id': '1a980ccf-2b6a-4d3c-bcca-9289884decf0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:33:22.010429 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-a3ddb02d-eec8-4a91-8cb7-434093ca47ea req-62eae436-e6a7-4cea-a1a7-a92b9e2a7b65 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Synchronizing usage tracker for tenant:f03d319e86304fdf89e958ee74d34779 on resource:security_group {{(pid=83237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:33:22.045028 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-a3ddb02d-eec8-4a91-8cb7-434093ca47ea req-62eae436-e6a7-4cea-a1a7-a92b9e2a7b65 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Unset dirty status for tenant:f03d319e86304fdf89e958ee74d34779 on resource:security_group {{(pid=83237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:33:22.057252 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-a3ddb02d-eec8-4a91-8cb7-434093ca47ea req-62eae436-e6a7-4cea-a1a7-a92b9e2a7b65 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120756 May 25 22:33:22.148776 dv-cinder-843305-1-iscsi neutron-server[83238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cab038ff-2d53-4fd4-a70a-ea65ed20a340'] response: {'server_uuid': '74d2c671-5723-453a-a525-7381cd086455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a0c576-ba0b-4c00-b7c9-08b503872dc2', 'code': 200} May 25 22:33:22.154537 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172c5ca0-31b2-42fc-a02b-29d8d17d4dc4 req-dee9de7b-c86d-4c1d-8088-1c0ec423bc46 service neutron] Checking agent: {'id': 'ba48c32d-6c3d-40ce-a4ff-91ef21d08f39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 30, 42), 'started_at': datetime.datetime(2022, 5, 25, 22, 30, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:33:22.154868 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172c5ca0-31b2-42fc-a02b-29d8d17d4dc4 req-dee9de7b-c86d-4c1d-8088-1c0ec423bc46 service neutron] Checking segment: {'id': 'fd780e7e-00ee-4b95-a4a3-06bb62d1df35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7118c156-6ba0-45fa-85d4-b60edcd6fc6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:33:22.155250 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172c5ca0-31b2-42fc-a02b-29d8d17d4dc4 req-dee9de7b-c86d-4c1d-8088-1c0ec423bc46 service neutron] Bound using segment: {'id': 'fd780e7e-00ee-4b95-a4a3-06bb62d1df35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7118c156-6ba0-45fa-85d4-b60edcd6fc6f'} {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:33:22.155838 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-172c5ca0-31b2-42fc-a02b-29d8d17d4dc4 req-dee9de7b-c86d-4c1d-8088-1c0ec423bc46 service neutron] Bound port: d29a8dc3-1e81-4ab0-bc45-9626d9f86035, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd780e7e-00ee-4b95-a4a3-06bb62d1df35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7118c156-6ba0-45fa-85d4-b60edcd6fc6f'}}] {{(pid=83236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:33:22.156091 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-172c5ca0-31b2-42fc-a02b-29d8d17d4dc4 req-dee9de7b-c86d-4c1d-8088-1c0ec423bc46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:22.210089 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-9158b094-1881-47fa-90c6-2cb8ae7f7a86 service neutron] For port 3e734bcc-b9c8-4111-9184-349b4c2bd21f, host hv-cinder-84330, cleared binding levels {{(pid=83236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:33:22.258090 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-841d0fe0-82c9-47c2-b39c-5ee2a83523c6 None None] Provisioning for port 2c77152b-dd46-411d-8cf8-7bdbcaae35fe completed by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:33:22.265142 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-841d0fe0-82c9-47c2-b39c-5ee2a83523c6 None None] Provisioning complete for port 2c77152b-dd46-411d-8cf8-7bdbcaae35fe triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:33:22.265772 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-841d0fe0-82c9-47c2-b39c-5ee2a83523c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:22.340642 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-841d0fe0-82c9-47c2-b39c-5ee2a83523c6 None None] Port 2c77152b-dd46-411d-8cf8-7bdbcaae35fe cannot update to ACTIVE because it is not bound. {{(pid=83238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:33:22.377733 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-9158b094-1881-47fa-90c6-2cb8ae7f7a86 service neutron] For port 3e734bcc-b9c8-4111-9184-349b4c2bd21f, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=3e734bcc-b9c8-4111-9184-349b4c2bd21f,segment=NetworkSegment(8d828a5b-6a20-4c3e-851e-162f0bcf0bcb),segment_id=8d828a5b-6a20-4c3e-851e-162f0bcf0bcb)] {{(pid=83236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:33:22.420615 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-9158b094-1881-47fa-90c6-2cb8ae7f7a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:22.435942 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.45', 53276) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:22.490587 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 53112) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:22.493848 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-9158b094-1881-47fa-90c6-2cb8ae7f7a86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:22.495238 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-9158b094-1881-47fa-90c6-2cb8ae7f7a86 service neutron] 10.222.0.45 "PUT /v2.0/ports/3e734bcc-b9c8-4111-9184-349b4c2bd21f HTTP/1.1" status: 200 len: 1094 time: 3.5426216 May 25 22:33:22.497397 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d6b8e5c-6150-4e6a-ae2a-4063f3d69535', 'tag': '3e734bcc-b9c8-4111-9184-349b4c2bd21f'}] {{(pid=83236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:33:22.540068 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-9daf943c-3d44-4e7e-9e51-2b9833c5ca72 req-0da369ca-bfb9-4982-94c7-00a9372d4b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:22.584689 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-6c1f9b0a-8011-49e5-abe4-87dbac503eb7 req-a7e23cfb-0ee9-4599-b864-ee37c6d87a2c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=74d2c671-5723-453a-a525-7381cd086455 HTTP/1.1" status: 200 len: 1099 time: 0.1398311 May 25 22:33:22.630880 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [req-6c1f9b0a-8011-49e5-abe4-87dbac503eb7 req-95ec8563-373a-464c-80c9-2c6ca83fbea4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:22.644009 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-172c5ca0-31b2-42fc-a02b-29d8d17d4dc4 req-dee9de7b-c86d-4c1d-8088-1c0ec423bc46 service neutron] For port d29a8dc3-1e81-4ab0-bc45-9626d9f86035, host hv-cinder-84330, cleared binding levels {{(pid=83236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:33:22.713361 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7f328f4-f36e-48ef-81b7-c8456c9a0e7a'] response: {'name': 'network-changed', 'server_uuid': '6d6b8e5c-6150-4e6a-ae2a-4063f3d69535', 'tag': '3e734bcc-b9c8-4111-9184-349b4c2bd21f', 'status': 'completed', 'code': 200} May 25 22:33:22.735709 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9158b094-1881-47fa-90c6-2cb8ae7f7a86 service neutron] Pushing event updated for resources: {'Port': ['ID=3e734bcc-b9c8-4111-9184-349b4c2bd21f,revision_number=3']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:22.741735 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-172c5ca0-31b2-42fc-a02b-29d8d17d4dc4 req-dee9de7b-c86d-4c1d-8088-1c0ec423bc46 service neutron] For port d29a8dc3-1e81-4ab0-bc45-9626d9f86035, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=d29a8dc3-1e81-4ab0-bc45-9626d9f86035,segment=NetworkSegment(fd780e7e-00ee-4b95-a4a3-06bb62d1df35),segment_id=fd780e7e-00ee-4b95-a4a3-06bb62d1df35)] {{(pid=83236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:33:22.763038 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-172c5ca0-31b2-42fc-a02b-29d8d17d4dc4 req-dee9de7b-c86d-4c1d-8088-1c0ec423bc46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:22.772845 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [req-6c1f9b0a-8011-49e5-abe4-87dbac503eb7 req-95ec8563-373a-464c-80c9-2c6ca83fbea4 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:33:22.787951 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-6c1f9b0a-8011-49e5-abe4-87dbac503eb7 req-95ec8563-373a-464c-80c9-2c6ca83fbea4 service neutron] Usage tracker for resource:security_group_rule and tenant:9d531b1f380f431a888e00918165540c is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:33:22.793048 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-6c1f9b0a-8011-49e5-abe4-87dbac503eb7 req-95ec8563-373a-464c-80c9-2c6ca83fbea4 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:33:22.803009 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [req-6c1f9b0a-8011-49e5-abe4-87dbac503eb7 req-95ec8563-373a-464c-80c9-2c6ca83fbea4 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:33:23.067481 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-3bca1230-19d5-4a89-a0cd-2d3880238cc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:23.097893 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-172c5ca0-31b2-42fc-a02b-29d8d17d4dc4 req-dee9de7b-c86d-4c1d-8088-1c0ec423bc46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:23.101851 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-172c5ca0-31b2-42fc-a02b-29d8d17d4dc4 req-dee9de7b-c86d-4c1d-8088-1c0ec423bc46 service neutron] 10.222.0.45 "PUT /v2.0/ports/d29a8dc3-1e81-4ab0-bc45-9626d9f86035 HTTP/1.1" status: 200 len: 1093 time: 4.1480622 May 25 22:33:23.193586 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [req-6c1f9b0a-8011-49e5-abe4-87dbac503eb7 req-95ec8563-373a-464c-80c9-2c6ca83fbea4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:23.197223 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee9de7b-c86d-4c1d-8088-1c0ec423bc46 service neutron] Pushing event updated for resources: {'Port': ['ID=d29a8dc3-1e81-4ab0-bc45-9626d9f86035,revision_number=3']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:23.213470 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [req-6c1f9b0a-8011-49e5-abe4-87dbac503eb7 req-95ec8563-373a-464c-80c9-2c6ca83fbea4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:23.226335 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-3bca1230-19d5-4a89-a0cd-2d3880238cc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:33:23.231634 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-3bca1230-19d5-4a89-a0cd-2d3880238cc8 admin admin] Usage tracker for resource:security_group_rule and tenant:15f652ec99b244969853676a0547afe5 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:33:23.235255 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-3bca1230-19d5-4a89-a0cd-2d3880238cc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:33:23.245045 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-3bca1230-19d5-4a89-a0cd-2d3880238cc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:33:23.337257 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-6c1f9b0a-8011-49e5-abe4-87dbac503eb7 req-95ec8563-373a-464c-80c9-2c6ca83fbea4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=deda8db1-ca28-4923-b188-0d25004825a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7457285 May 25 22:33:23.338212 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec8563-373a-464c-80c9-2c6ca83fbea4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb5c801-eecf-4c15-9b11-fccf0930a7a7,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:23.376725 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d46e2-e93f-4d12-9307-86ab3bdb0875 req-168dc43e-15bc-4add-ac43-70788dfbb592 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:23.378530 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-1f6d46e2-e93f-4d12-9307-86ab3bdb0875 req-168dc43e-15bc-4add-ac43-70788dfbb592 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] 10.222.0.39 "GET /v2.0/ports?device_id=74d2c671-5723-453a-a525-7381cd086455 HTTP/1.1" status: 200 len: 946 time: 0.4324765 May 25 22:33:23.398256 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4710c6a-3c30-434a-8fde-155463412c72 req-46f4b2e3-77e7-4768-ad5a-0af1b9ed3f83 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:23.401437 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-e4710c6a-3c30-434a-8fde-155463412c72 req-46f4b2e3-77e7-4768-ad5a-0af1b9ed3f83 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 944 time: 0.3636327 May 25 22:33:23.433452 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 53154) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:23.455706 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-d171e897-11f2-4c67-a798-828521d50d2c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b90abe1db3a04a6d96f07ef98a9f9cae&device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 1097 time: 0.8734560 May 25 22:33:23.511968 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-1f6d46e2-e93f-4d12-9307-86ab3bdb0875 req-aac0fc45-9cf5-4f79-8c64-2fa01100b96c tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] 10.222.0.39 "GET /v2.0/security-groups?id=deda8db1-ca28-4923-b188-0d25004825a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086891 May 25 22:33:23.528775 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-e4710c6a-3c30-434a-8fde-155463412c72 req-14e94927-b92e-457d-af84-b0a6f4442e4c tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c98f760-c27c-4c65-a41e-654562a13911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953743 May 25 22:33:23.597366 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 53164) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:23.613455 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-3bca1230-19d5-4a89-a0cd-2d3880238cc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:23.635305 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-3bca1230-19d5-4a89-a0cd-2d3880238cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:23.755477 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1097dd8-8c9e-49cc-a7d8-896db2eec187 req-b49c41d0-d322-48c1-a711-ba60f6bef96d tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:23.757042 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-c1097dd8-8c9e-49cc-a7d8-896db2eec187 req-b49c41d0-d322-48c1-a711-ba60f6bef96d tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a980ccf-2b6a-4d3c-bcca-9289884decf0 HTTP/1.1" status: 200 len: 931 time: 0.1001217 May 25 22:33:23.757511 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 53172) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:23.757832 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 53174) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:23.758318 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-3bca1230-19d5-4a89-a0cd-2d3880238cc8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=15f652ec99b244969853676a0547afe5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2619750 May 25 22:33:23.800870 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bca1230-19d5-4a89-a0cd-2d3880238cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d97e6bb-65a2-4bf8-88d7-3f83e4f6c6a1,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:23.804938 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-f45cd80d-e4e2-455b-8960-25cd0cce896b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e734bcc-b9c8-4111-9184-349b4c2bd21f HTTP/1.1" status: 200 len: 217 time: 0.1325548 May 25 22:33:23.861918 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-0dc783ee-a504-476f-8ad7-b9f0a5d1de7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:23.869162 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-172c5ca0-31b2-42fc-a02b-29d8d17d4dc4 req-670f217e-76c3-4864-abae-6d3906cb8fbd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f03d319e86304fdf89e958ee74d34779&device_id=4426e593-b8b7-4316-8051-8c7998309246 HTTP/1.1" status: 200 len: 1096 time: 0.6790001 May 25 22:33:23.907959 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-c1097dd8-8c9e-49cc-a7d8-896db2eec187 req-e27759d8-0798-4d22-84a3-fa26b8d4fa93 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256640 May 25 22:33:23.923979 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-dc5bb0f1-0043-4602-9c86-777978d3961e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:23.963509 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-bdfada60-1011-463d-90c3-763ed9002a51 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:23.964928 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-bdfada60-1011-463d-90c3-763ed9002a51 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=98f8d2f7-6f04-442a-9b23-c573cfab2370 HTTP/1.1" status: 200 len: 850 time: 0.1498265 May 25 22:33:23.967821 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-caf03e92-917d-4607-9753-9b5ade580246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:23.968959 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-172c5ca0-31b2-42fc-a02b-29d8d17d4dc4 req-49627abe-778e-4e28-9f0c-d28b4e5e6cf1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d29a8dc3-1e81-4ab0-bc45-9626d9f86035 HTTP/1.1" status: 200 len: 217 time: 0.0830126 May 25 22:33:23.992679 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-0dc783ee-a504-476f-8ad7-b9f0a5d1de7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:33:23.996144 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-59672b5c-fd78-4d4f-8109-71f9d76b9b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:24.011736 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-0dc783ee-a504-476f-8ad7-b9f0a5d1de7b admin admin] Usage tracker for resource:security_group_rule and tenant:557e5cd4be9e451ab933eee77ecc0edf is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:33:24.025142 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-0dc783ee-a504-476f-8ad7-b9f0a5d1de7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:33:24.045401 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-dc5bb0f1-0043-4602-9c86-777978d3961e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:33:24.053995 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-0dc783ee-a504-476f-8ad7-b9f0a5d1de7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:33:24.062848 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-dc5bb0f1-0043-4602-9c86-777978d3961e admin admin] Usage tracker for resource:security_group_rule and tenant:ab58a96eafe64136a582e873e9506195 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:33:24.070434 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-dc5bb0f1-0043-4602-9c86-777978d3961e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:33:24.076001 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-59672b5c-fd78-4d4f-8109-71f9d76b9b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:24.085821 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-caf03e92-917d-4607-9753-9b5ade580246 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:33:24.100314 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-dc5bb0f1-0043-4602-9c86-777978d3961e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:33:24.102915 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-caf03e92-917d-4607-9753-9b5ade580246 admin admin] Usage tracker for resource:security_group_rule and tenant:16afa2a2d2324c8db93e189b8014d1ac is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:33:24.108868 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-caf03e92-917d-4607-9753-9b5ade580246 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:33:24.133762 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-caf03e92-917d-4607-9753-9b5ade580246 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:33:24.195430 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [req-9daf943c-3d44-4e7e-9e51-2b9833c5ca72 req-0da369ca-bfb9-4982-94c7-00a9372d4b2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c77152b-dd46-411d-8cf8-7bdbcaae35fe {{(pid=83236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:33:24.200588 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c5ca0-31b2-42fc-a02b-29d8d17d4dc4 req-0a943646-d1e9-4f85-8638-3ba954c93acb service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:24.201525 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-172c5ca0-31b2-42fc-a02b-29d8d17d4dc4 req-0a943646-d1e9-4f85-8638-3ba954c93acb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eed7b039-2401-4008-8d74-88e75bbbe478 HTTP/1.1" status: 200 len: 857 time: 0.2025640 May 25 22:33:24.207992 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-9daf943c-3d44-4e7e-9e51-2b9833c5ca72 req-0da369ca-bfb9-4982-94c7-00a9372d4b2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:24.285166 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.provisioning_blocks [req-9daf943c-3d44-4e7e-9e51-2b9833c5ca72 req-0da369ca-bfb9-4982-94c7-00a9372d4b2d service neutron] Transition to ACTIVE for port object 2c77152b-dd46-411d-8cf8-7bdbcaae35fe will not be triggered until provisioned by entity L2. {{(pid=83236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:33:24.291365 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-cc68d4bb-28e5-46a9-8417-51b80d0d00a3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fd7645f7-57af-45f1-a732-f6a2011f3185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2910686 May 25 22:33:24.294802 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-59672b5c-fd78-4d4f-8109-71f9d76b9b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:24.295141 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-9daf943c-3d44-4e7e-9e51-2b9833c5ca72 req-0da369ca-bfb9-4982-94c7-00a9372d4b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:24.300428 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-dc5bb0f1-0043-4602-9c86-777978d3961e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:24.313625 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-0dc783ee-a504-476f-8ad7-b9f0a5d1de7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:24.316548 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3957acc-b896-4ee0-bba3-f8b6d948c064 None None] Sync routers for ids ['d4e239b4-24ef-4667-806a-9130eac0a54a'] in dv-cinder-843305-1-iscsi {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:33:24.330561 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-dc5bb0f1-0043-4602-9c86-777978d3961e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:24.341531 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3957acc-b896-4ee0-bba3-f8b6d948c064 None None] Routers {'d4e239b4-24ef-4667-806a-9130eac0a54a'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:33:24.342358 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-b3957acc-b896-4ee0-bba3-f8b6d948c064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:33:02Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['d4e239b4-24ef-4667-806a-9130eac0a54a'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:33:24.346261 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59672b5c-fd78-4d4f-8109-71f9d76b9b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d97e6bb-65a2-4bf8-88d7-3f83e4f6c6a1,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:24.355978 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-0dc783ee-a504-476f-8ad7-b9f0a5d1de7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:24.409510 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-caf03e92-917d-4607-9753-9b5ade580246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:24.436197 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5bb0f1-0043-4602-9c86-777978d3961e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9a56a7-0f0d-4935-9fcf-6358e5523d80,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:24.461517 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-caf03e92-917d-4607-9753-9b5ade580246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:24.486038 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-dc5bb0f1-0043-4602-9c86-777978d3961e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ab58a96eafe64136a582e873e9506195&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8866839 May 25 22:33:24.499474 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 53202) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:24.506456 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-0dc783ee-a504-476f-8ad7-b9f0a5d1de7b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=557e5cd4be9e451ab933eee77ecc0edf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0717053 May 25 22:33:24.515981 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 53206) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:24.561016 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da369ca-bfb9-4982-94c7-00a9372d4b2d service neutron] Pushing event updated for resources: {'Port': ['ID=2c77152b-dd46-411d-8cf8-7bdbcaae35fe,revision_number=2']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:24.578302 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc783ee-a504-476f-8ad7-b9f0a5d1de7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a84cc92-94c2-4ed4-8264-68ffab05db77,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:24.586313 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-172c5ca0-31b2-42fc-a02b-29d8d17d4dc4 req-2b619531-64bc-4b36-9b39-4b7e960088ab service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7118c156-6ba0-45fa-85d4-b60edcd6fc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3762982 May 25 22:33:24.626156 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-59672b5c-fd78-4d4f-8109-71f9d76b9b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:24.627130 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-b3957acc-b896-4ee0-bba3-f8b6d948c064 None None] Set router d4e239b4-24ef-4667-806a-9130eac0a54a gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:33:24.631825 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-59672b5c-fd78-4d4f-8109-71f9d76b9b76 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0d97e6bb-65a2-4bf8-88d7-3f83e4f6c6a1 HTTP/1.1" status: 204 len: 168 time: 0.8713231 May 25 22:33:24.662549 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-caf03e92-917d-4607-9753-9b5ade580246 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=16afa2a2d2324c8db93e189b8014d1ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9035661 May 25 22:33:24.677684 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 53218) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:24.764034 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf03e92-917d-4607-9753-9b5ade580246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5c198a-477e-4697-b82b-ca6bb22d92b5,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:24.792834 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 53222) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:24.795957 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4426e593-b8b7-4316-8051-8c7998309246', 'tag': 'd29a8dc3-1e81-4ab0-bc45-9626d9f86035'}] {{(pid=83236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:33:24.876969 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-863790c2-3152-4e32-826a-bd959f6cd90f service neutron] 10.222.0.45 "GET /v2.0/networks/fd7645f7-57af-45f1-a732-f6a2011f3185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5474548 May 25 22:33:24.969645 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-7c18e423-af09-4014-961f-9e689e24bf55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:25.063816 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-9daf943c-3d44-4e7e-9e51-2b9833c5ca72 req-0da369ca-bfb9-4982-94c7-00a9372d4b2d service neutron] Attempting to bind port 2c77152b-dd46-411d-8cf8-7bdbcaae35fe on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:33:25.064188 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-9daf943c-3d44-4e7e-9e51-2b9833c5ca72 req-0da369ca-bfb9-4982-94c7-00a9372d4b2d service neutron] Attempting to bind port 2c77152b-dd46-411d-8cf8-7bdbcaae35fe by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': 'fd780e7e-00ee-4b95-a4a3-06bb62d1df35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7118c156-6ba0-45fa-85d4-b60edcd6fc6f'}] {{(pid=83236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:33:25.064637 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9daf943c-3d44-4e7e-9e51-2b9833c5ca72 req-0da369ca-bfb9-4982-94c7-00a9372d4b2d service neutron] Attempting to bind port 2c77152b-dd46-411d-8cf8-7bdbcaae35fe on network 7118c156-6ba0-45fa-85d4-b60edcd6fc6f {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:33:25.099411 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-56a56651-2efa-43a8-ac90-7b11050af52e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:25.103165 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-7c18e423-af09-4014-961f-9e689e24bf55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:25.120005 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-2683300e-0026-48a8-85f3-6130414c54fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:25.135225 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-56a56651-2efa-43a8-ac90-7b11050af52e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:25.189618 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-172c5ca0-31b2-42fc-a02b-29d8d17d4dc4 req-3d5ac3e9-7202-4973-adc2-56dd0a0554bb service neutron] 10.222.0.45 "GET /v2.0/networks/7118c156-6ba0-45fa-85d4-b60edcd6fc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5864387 May 25 22:33:25.246788 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9daf943c-3d44-4e7e-9e51-2b9833c5ca72 req-0da369ca-bfb9-4982-94c7-00a9372d4b2d service neutron] Port 2c77152b-dd46-411d-8cf8-7bdbcaae35fe on network 7118c156-6ba0-45fa-85d4-b60edcd6fc6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:33:25.247113 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9daf943c-3d44-4e7e-9e51-2b9833c5ca72 req-0da369ca-bfb9-4982-94c7-00a9372d4b2d service neutron] Attempting to bind port 2c77152b-dd46-411d-8cf8-7bdbcaae35fe on network 7118c156-6ba0-45fa-85d4-b60edcd6fc6f {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:33:25.262008 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f3c251-e7d3-42fd-bc1e-abfe74dcd287 req-7280b711-c6df-430a-95d8-a01e9b099ad5 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:25.265726 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-05f3c251-e7d3-42fd-bc1e-abfe74dcd287 req-7280b711-c6df-430a-95d8-a01e9b099ad5 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 944 time: 0.4720085 May 25 22:33:25.281287 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573f79d-b6d0-418a-9468-6d16912082eb req-2b78cb8c-1049-4d63-a1b0-9938d6ff62ba tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:25.283155 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-d573f79d-b6d0-418a-9468-6d16912082eb req-2b78cb8c-1049-4d63-a1b0-9938d6ff62ba tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] 10.222.0.39 "GET /v2.0/ports?device_id=74d2c671-5723-453a-a525-7381cd086455 HTTP/1.1" status: 200 len: 946 time: 0.5022159 May 25 22:33:25.307025 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-2683300e-0026-48a8-85f3-6130414c54fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:25.323330 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-b3957acc-b896-4ee0-bba3-f8b6d948c064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e239b4-24ef-4667-806a-9130eac0a54a', 'name': 'tempest-ServerRescueNegativeTestJSON-130217243-router', 'tenant_id': 'f03d319e86304fdf89e958ee74d34779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '5016906b-8ed9-4188-b302-35ef0f6f3649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:32:48Z', 'updated_at': '2022-05-25T22:33:01Z', 'revision_number': 4, 'project_id': 'f03d319e86304fdf89e958ee74d34779', 'gw_port': {'id': '5016906b-8ed9-4188-b302-35ef0f6f3649', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e239b4-24ef-4667-806a-9130eac0a54a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:49Z', 'updated_at': '2022-05-25T22:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': 'e1f8685d-a576-45b4-a0a7-9f2f1904478f', 'name': '', 'network_id': '7118c156-6ba0-45fa-85d4-b60edcd6fc6f', 'tenant_id': 'f03d319e86304fdf89e958ee74d34779', 'mac_address': 'fa:16:3e:20:cf:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e239b4-24ef-4667-806a-9130eac0a54a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eed7b039-2401-4008-8d74-88e75bbbe478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:59Z', 'updated_at': '2022-05-25T22:33:01Z', 'revision_number': 2, 'project_id': 'f03d319e86304fdf89e958ee74d34779', 'subnets': [{'id': 'eed7b039-2401-4008-8d74-88e75bbbe478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:33:25.327761 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3957acc-b896-4ee0-bba3-f8b6d948c064 None None] Checking router: d4e239b4-24ef-4667-806a-9130eac0a54a for host: dv-cinder-843305-1-iscsi {{(pid=83238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:33:25.328106 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3957acc-b896-4ee0-bba3-f8b6d948c064 None None] Updating router d4e239b4-24ef-4667-806a-9130eac0a54a port e1f8685d-a576-45b4-a0a7-9f2f1904478f binding host dv-cinder-843305-1-iscsi {{(pid=83238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:33:25.330752 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 53238) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:25.352125 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-56a56651-2efa-43a8-ac90-7b11050af52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:25.355561 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9daf943c-3d44-4e7e-9e51-2b9833c5ca72 req-0da369ca-bfb9-4982-94c7-00a9372d4b2d service neutron] Checking agent: {'id': 'ba48c32d-6c3d-40ce-a4ff-91ef21d08f39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 30, 42), 'started_at': datetime.datetime(2022, 5, 25, 22, 30, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:33:25.355961 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9daf943c-3d44-4e7e-9e51-2b9833c5ca72 req-0da369ca-bfb9-4982-94c7-00a9372d4b2d service neutron] Checking segment: {'id': 'fd780e7e-00ee-4b95-a4a3-06bb62d1df35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7118c156-6ba0-45fa-85d4-b60edcd6fc6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:33:25.356398 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9daf943c-3d44-4e7e-9e51-2b9833c5ca72 req-0da369ca-bfb9-4982-94c7-00a9372d4b2d service neutron] Bound using segment: {'id': 'fd780e7e-00ee-4b95-a4a3-06bb62d1df35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7118c156-6ba0-45fa-85d4-b60edcd6fc6f'} {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:33:25.356901 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-9daf943c-3d44-4e7e-9e51-2b9833c5ca72 req-0da369ca-bfb9-4982-94c7-00a9372d4b2d service neutron] Bound port: 2c77152b-dd46-411d-8cf8-7bdbcaae35fe, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd780e7e-00ee-4b95-a4a3-06bb62d1df35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7118c156-6ba0-45fa-85d4-b60edcd6fc6f'}}] {{(pid=83236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:33:25.357295 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-9daf943c-3d44-4e7e-9e51-2b9833c5ca72 req-0da369ca-bfb9-4982-94c7-00a9372d4b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:25.378955 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-ceefae96-8763-4333-a12d-5c6b75ce9cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:25.388093 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-b3957acc-b896-4ee0-bba3-f8b6d948c064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:25.412597 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a56651-2efa-43a8-ac90-7b11050af52e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a84cc92-94c2-4ed4-8264-68ffab05db77,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:25.437912 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-0349a0f4-2724-47b6-81a5-3f16276ab62e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:25.473911 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-2658fdd8-859d-42bc-8d6d-4b7c7859f1bb req-438a676f-c168-4d0b-8af3-d7cffb848c70 service neutron] 10.222.0.45 "GET /v2.0/networks/fd7645f7-57af-45f1-a732-f6a2011f3185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5763848 May 25 22:33:25.487263 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-05f3c251-e7d3-42fd-bc1e-abfe74dcd287 req-dc711939-adb8-435b-af50-6277d2c1a950 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c98f760-c27c-4c65-a41e-654562a13911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1880040 May 25 22:33:25.487925 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-7c18e423-af09-4014-961f-9e689e24bf55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:25.496527 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-56a56651-2efa-43a8-ac90-7b11050af52e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:25.500079 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-56a56651-2efa-43a8-ac90-7b11050af52e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9a84cc92-94c2-4ed4-8264-68ffab05db77 HTTP/1.1" status: 204 len: 168 time: 0.9806287 May 25 22:33:25.551077 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c18e423-af09-4014-961f-9e689e24bf55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9a56a7-0f0d-4935-9fcf-6358e5523d80,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:25.553347 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-172c5ca0-31b2-42fc-a02b-29d8d17d4dc4 req-24e84e36-c49b-462a-9fd0-4159ec46f834 service neutron] 10.222.0.45 "GET /v2.0/networks/7118c156-6ba0-45fa-85d4-b60edcd6fc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538268 May 25 22:33:25.564739 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-2683300e-0026-48a8-85f3-6130414c54fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:25.583015 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-0349a0f4-2724-47b6-81a5-3f16276ab62e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:33:25.586512 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-ceefae96-8763-4333-a12d-5c6b75ce9cc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:33:25.586644 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-9daf943c-3d44-4e7e-9e51-2b9833c5ca72 req-0da369ca-bfb9-4982-94c7-00a9372d4b2d service neutron] For port 2c77152b-dd46-411d-8cf8-7bdbcaae35fe, host hv-cinder-84330, cleared binding levels {{(pid=83236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:33:25.591774 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-9daf943c-3d44-4e7e-9e51-2b9833c5ca72 req-0da369ca-bfb9-4982-94c7-00a9372d4b2d service neutron] For port 2c77152b-dd46-411d-8cf8-7bdbcaae35fe, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=2c77152b-dd46-411d-8cf8-7bdbcaae35fe,segment=NetworkSegment(fd780e7e-00ee-4b95-a4a3-06bb62d1df35),segment_id=fd780e7e-00ee-4b95-a4a3-06bb62d1df35)] {{(pid=83236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:33:25.592896 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-d573f79d-b6d0-418a-9468-6d16912082eb req-c24c2717-1039-40ea-be17-6efa247621e0 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] 10.222.0.39 "GET /v2.0/security-groups?id=deda8db1-ca28-4923-b188-0d25004825a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786269 May 25 22:33:25.599600 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-ceefae96-8763-4333-a12d-5c6b75ce9cc6 admin admin] Usage tracker for resource:security_group_rule and tenant:bbe54a44875748ac8a6e0179aca1256f is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:33:25.602530 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-0349a0f4-2724-47b6-81a5-3f16276ab62e admin admin] Usage tracker for resource:security_group_rule and tenant:4def4e0f0e6f494b98742652eb2dc3e8 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:33:25.605389 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-2683300e-0026-48a8-85f3-6130414c54fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:25.606506 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-2683300e-0026-48a8-85f3-6130414c54fe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ff5c198a-477e-4697-b82b-ca6bb22d92b5 HTTP/1.1" status: 204 len: 168 time: 0.9275160 May 25 22:33:25.607480 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-0349a0f4-2724-47b6-81a5-3f16276ab62e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:33:25.623732 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-ceefae96-8763-4333-a12d-5c6b75ce9cc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:33:25.628214 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-7c18e423-af09-4014-961f-9e689e24bf55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:25.641040 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-7c18e423-af09-4014-961f-9e689e24bf55 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9b9a56a7-0f0d-4935-9fcf-6358e5523d80 HTTP/1.1" status: 204 len: 168 time: 1.1377478 May 25 22:33:25.647550 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2683300e-0026-48a8-85f3-6130414c54fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5c198a-477e-4697-b82b-ca6bb22d92b5,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:25.649535 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-ceefae96-8763-4333-a12d-5c6b75ce9cc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:33:25.663329 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-0349a0f4-2724-47b6-81a5-3f16276ab62e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:33:25.672221 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6d003f0-47d0-4e50-b65a-800673f4c167'] response: {'name': 'network-changed', 'server_uuid': '4426e593-b8b7-4316-8051-8c7998309246', 'tag': 'd29a8dc3-1e81-4ab0-bc45-9626d9f86035', 'status': 'completed', 'code': 200} May 25 22:33:25.678945 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-9daf943c-3d44-4e7e-9e51-2b9833c5ca72 req-0da369ca-bfb9-4982-94c7-00a9372d4b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:25.844469 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-9daf943c-3d44-4e7e-9e51-2b9833c5ca72 req-0da369ca-bfb9-4982-94c7-00a9372d4b2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:25.846759 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-9daf943c-3d44-4e7e-9e51-2b9833c5ca72 req-0da369ca-bfb9-4982-94c7-00a9372d4b2d service neutron] 10.222.0.45 "PUT /v2.0/ports/2c77152b-dd46-411d-8cf8-7bdbcaae35fe HTTP/1.1" status: 200 len: 1093 time: 3.8854611 May 25 22:33:25.871838 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da369ca-bfb9-4982-94c7-00a9372d4b2d service neutron] Pushing event updated for resources: {'Port': ['ID=2c77152b-dd46-411d-8cf8-7bdbcaae35fe,revision_number=3']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:25.912991 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-fedcb3d4-9b7f-4aed-abba-7c53ed6ccc4e req-61fa8205-b799-4435-9f3d-2fc2eeff8d60 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b90abe1db3a04a6d96f07ef98a9f9cae&device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 1097 time: 0.3174605 May 25 22:33:25.921582 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-5845364d-ba8b-4d07-a5ad-a0d0fae9b3af req-a896a7fa-e348-48af-8ced-ab1fcfa3520e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f03d319e86304fdf89e958ee74d34779&device_id=4426e593-b8b7-4316-8051-8c7998309246 HTTP/1.1" status: 200 len: 1096 time: 0.1637201 May 25 22:33:26.112826 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-b3957acc-b896-4ee0-bba3-f8b6d948c064 None None] Notify callbacks [] for port, precommit_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:26.131134 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-b3957acc-b896-4ee0-bba3-f8b6d948c064 None None] Transition to ACTIVE for port object e1f8685d-a576-45b4-a0a7-9f2f1904478f will not be triggered until provisioned by entity L2. {{(pid=83238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:33:26.137724 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-0349a0f4-2724-47b6-81a5-3f16276ab62e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:26.143761 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-b3957acc-b896-4ee0-bba3-f8b6d948c064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:26.146019 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-ceefae96-8763-4333-a12d-5c6b75ce9cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:26.153538 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-0349a0f4-2724-47b6-81a5-3f16276ab62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:26.177161 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-ceefae96-8763-4333-a12d-5c6b75ce9cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:26.261994 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0349a0f4-2724-47b6-81a5-3f16276ab62e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754ff600-ea2a-4cbe-96e1-091a329fed11,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:26.266766 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-0349a0f4-2724-47b6-81a5-3f16276ab62e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4def4e0f0e6f494b98742652eb2dc3e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9285500 May 25 22:33:26.282339 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 53254) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:26.323550 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-ceefae96-8763-4333-a12d-5c6b75ce9cc6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bbe54a44875748ac8a6e0179aca1256f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5277784 May 25 22:33:26.327411 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 53258) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:26.371260 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceefae96-8763-4333-a12d-5c6b75ce9cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5f6330-d08b-4c37-a094-82de3a194f54,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:26.385478 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f270e-f496-4c75-9985-63d78737f474 req-3504658e-e75c-4588-b470-5e98e1eeb12d tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:26.387583 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-4d4f270e-f496-4c75-9985-63d78737f474 req-3504658e-e75c-4588-b470-5e98e1eeb12d tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a980ccf-2b6a-4d3c-bcca-9289884decf0 HTTP/1.1" status: 200 len: 943 time: 0.5139790 May 25 22:33:26.438884 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143308f-e159-41e2-b8eb-b3b1542e99b9 None None] Pushing event updated for resources: {'Port': ['ID=e1f8685d-a576-45b4-a0a7-9f2f1904478f,revision_number=3']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:26.448678 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-b3957acc-b896-4ee0-bba3-f8b6d948c064 None None] Attempting to bind port e1f8685d-a576-45b4-a0a7-9f2f1904478f on host dv-cinder-843305-1-iscsi for vnic_type normal with profile {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:33:26.449015 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-b3957acc-b896-4ee0-bba3-f8b6d948c064 None None] Attempting to bind port e1f8685d-a576-45b4-a0a7-9f2f1904478f by drivers openvswitch,hyperv on host dv-cinder-843305-1-iscsi at level 0 using segments [{'id': 'fd780e7e-00ee-4b95-a4a3-06bb62d1df35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7118c156-6ba0-45fa-85d4-b60edcd6fc6f'}] {{(pid=83238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:33:26.449376 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3957acc-b896-4ee0-bba3-f8b6d948c064 None None] Attempting to bind port e1f8685d-a576-45b4-a0a7-9f2f1904478f on network 7118c156-6ba0-45fa-85d4-b60edcd6fc6f {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:33:26.461116 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3957acc-b896-4ee0-bba3-f8b6d948c064 None None] Checking agent: {'id': '204015c8-cb50-46b9-b04e-4ea0e4e6040d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 24, 3), 'started_at': datetime.datetime(2022, 5, 25, 22, 24, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:33:26.461498 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3957acc-b896-4ee0-bba3-f8b6d948c064 None None] Checking segment: {'id': 'fd780e7e-00ee-4b95-a4a3-06bb62d1df35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7118c156-6ba0-45fa-85d4-b60edcd6fc6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:33:26.461969 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-b3957acc-b896-4ee0-bba3-f8b6d948c064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:26.462405 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3957acc-b896-4ee0-bba3-f8b6d948c064 None None] Bound using segment: {'id': 'fd780e7e-00ee-4b95-a4a3-06bb62d1df35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7118c156-6ba0-45fa-85d4-b60edcd6fc6f'} {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:33:26.462885 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-b3957acc-b896-4ee0-bba3-f8b6d948c064 None None] Bound port: e1f8685d-a576-45b4-a0a7-9f2f1904478f, host: dv-cinder-843305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd780e7e-00ee-4b95-a4a3-06bb62d1df35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7118c156-6ba0-45fa-85d4-b60edcd6fc6f'}}] {{(pid=83238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:33:26.463257 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-b3957acc-b896-4ee0-bba3-f8b6d948c064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:26.547498 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-b0b1a109-48e1-4cf0-8afb-08a3ced33f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:26.584974 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-b3957acc-b896-4ee0-bba3-f8b6d948c064 None None] For port e1f8685d-a576-45b4-a0a7-9f2f1904478f, host dv-cinder-843305-1-iscsi, cleared binding levels {{(pid=83238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:33:26.585737 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-4d4f270e-f496-4c75-9985-63d78737f474 req-64085da5-a1bf-4aa9-8e49-4fa5fba146e8 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806779 May 25 22:33:26.588591 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-b3957acc-b896-4ee0-bba3-f8b6d948c064 None None] For port e1f8685d-a576-45b4-a0a7-9f2f1904478f, host dv-cinder-843305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=e1f8685d-a576-45b4-a0a7-9f2f1904478f,segment=NetworkSegment(fd780e7e-00ee-4b95-a4a3-06bb62d1df35),segment_id=fd780e7e-00ee-4b95-a4a3-06bb62d1df35)] {{(pid=83238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:33:26.594654 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-0450a92c-6528-4e98-a374-8f0720986f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:26.595482 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-b3957acc-b896-4ee0-bba3-f8b6d948c064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:26.621810 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 53264) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:26.642559 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845364d-ba8b-4d07-a5ad-a0d0fae9b3af req-339e3448-186f-480b-a3b0-88c87ed11783 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:26.644127 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-5845364d-ba8b-4d07-a5ad-a0d0fae9b3af req-339e3448-186f-480b-a3b0-88c87ed11783 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7118c156-6ba0-45fa-85d4-b60edcd6fc6f HTTP/1.1" status: 200 len: 919 time: 0.6954668 May 25 22:33:26.705086 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-b0b1a109-48e1-4cf0-8afb-08a3ced33f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:26.767560 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-a1fc94cb-5b96-4727-97b7-042edb1644eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:26.785095 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3957acc-b896-4ee0-bba3-f8b6d948c064 None None] Routers {'d4e239b4-24ef-4667-806a-9130eac0a54a'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:33:26.786739 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-b3957acc-b896-4ee0-bba3-f8b6d948c064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:33:02Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['d4e239b4-24ef-4667-806a-9130eac0a54a'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:33:26.820995 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedcb3d4-9b7f-4aed-abba-7c53ed6ccc4e req-715e2b89-53b6-4afa-b116-8dd5d859b7c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:26.822886 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-fedcb3d4-9b7f-4aed-abba-7c53ed6ccc4e req-715e2b89-53b6-4afa-b116-8dd5d859b7c5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fd7645f7-57af-45f1-a732-f6a2011f3185 HTTP/1.1" status: 200 len: 912 time: 0.8192253 May 25 22:33:26.830501 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-0450a92c-6528-4e98-a374-8f0720986f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:26.912232 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143308f-e159-41e2-b8eb-b3b1542e99b9 None None] Pushing event updated for resources: {'Port': ['ID=e1f8685d-a576-45b4-a0a7-9f2f1904478f,revision_number=4']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:26.974647 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-9daf943c-3d44-4e7e-9e51-2b9833c5ca72 req-47832dd6-4024-4e65-a7bd-dcc9e6b20fcd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f03d319e86304fdf89e958ee74d34779&device_id=1a980ccf-2b6a-4d3c-bcca-9289884decf0 HTTP/1.1" status: 200 len: 1096 time: 0.9663956 May 25 22:33:26.976985 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-5845364d-ba8b-4d07-a5ad-a0d0fae9b3af req-f27cbe5d-cf4e-4ff2-a694-d33ce2394623 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d29a8dc3-1e81-4ab0-bc45-9626d9f86035 HTTP/1.1" status: 200 len: 217 time: 0.3175032 May 25 22:33:27.007586 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-a1fc94cb-5b96-4727-97b7-042edb1644eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:33:27.012502 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-a1fc94cb-5b96-4727-97b7-042edb1644eb admin admin] Usage tracker for resource:security_group_rule and tenant:9a8c8f9da76743aa85f0c7165473b088 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:33:27.015924 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-a1fc94cb-5b96-4727-97b7-042edb1644eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:33:27.022740 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-a1fc94cb-5b96-4727-97b7-042edb1644eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:33:27.111317 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-9daf943c-3d44-4e7e-9e51-2b9833c5ca72 req-edc8c730-3132-4062-9c97-31ba017e8a91 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c77152b-dd46-411d-8cf8-7bdbcaae35fe HTTP/1.1" status: 200 len: 217 time: 0.1127975 May 25 22:33:27.118119 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-fedcb3d4-9b7f-4aed-abba-7c53ed6ccc4e req-866a541a-03ba-48f4-96d3-9242af5bf2fe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e734bcc-b9c8-4111-9184-349b4c2bd21f HTTP/1.1" status: 200 len: 217 time: 0.2747195 May 25 22:33:27.133692 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-a1fc94cb-5b96-4727-97b7-042edb1644eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:27.134949 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-b3957acc-b896-4ee0-bba3-f8b6d948c064 None None] Set router d4e239b4-24ef-4667-806a-9130eac0a54a gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:33:27.214828 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 53280) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:27.228923 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-a1fc94cb-5b96-4727-97b7-042edb1644eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:27.266844 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-93df37ee-3566-4979-90f5-06267036f3e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:27.276811 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fc94cb-5b96-4727-97b7-042edb1644eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2924c339-f472-47d3-962b-d3df7a05a822,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:27.277165 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845364d-ba8b-4d07-a5ad-a0d0fae9b3af req-418e9753-72b5-4885-8975-801babe1fde1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:27.278616 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-5845364d-ba8b-4d07-a5ad-a0d0fae9b3af req-418e9753-72b5-4885-8975-801babe1fde1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eed7b039-2401-4008-8d74-88e75bbbe478 HTTP/1.1" status: 200 len: 857 time: 0.2814333 May 25 22:33:27.286336 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-b0b1a109-48e1-4cf0-8afb-08a3ced33f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:27.313637 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b1a109-48e1-4cf0-8afb-08a3ced33f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754ff600-ea2a-4cbe-96e1-091a329fed11,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:27.321099 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf943c-3d44-4e7e-9e51-2b9833c5ca72 req-0fa1b513-0325-4c6f-8aff-c20c5e8cb7bd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:27.322542 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-9daf943c-3d44-4e7e-9e51-2b9833c5ca72 req-0fa1b513-0325-4c6f-8aff-c20c5e8cb7bd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eed7b039-2401-4008-8d74-88e75bbbe478 HTTP/1.1" status: 200 len: 857 time: 0.2033172 May 25 22:33:27.371774 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedcb3d4-9b7f-4aed-abba-7c53ed6ccc4e req-9229adab-7507-41f7-b09e-9789fbf72acf service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:27.371994 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-b0b1a109-48e1-4cf0-8afb-08a3ced33f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:27.373014 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-b0b1a109-48e1-4cf0-8afb-08a3ced33f1c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/754ff600-ea2a-4cbe-96e1-091a329fed11 HTTP/1.1" status: 204 len: 168 time: 1.0881059 May 25 22:33:27.373205 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-fedcb3d4-9b7f-4aed-abba-7c53ed6ccc4e req-9229adab-7507-41f7-b09e-9789fbf72acf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=98f8d2f7-6f04-442a-9b23-c573cfab2370 HTTP/1.1" status: 200 len: 850 time: 0.2198741 May 25 22:33:27.390639 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-a1fc94cb-5b96-4727-97b7-042edb1644eb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9a8c8f9da76743aa85f0c7165473b088&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7652698 May 25 22:33:27.393038 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 53288) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:27.445447 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-0450a92c-6528-4e98-a374-8f0720986f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:27.461656 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-93df37ee-3566-4979-90f5-06267036f3e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:33:27.477035 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9202dbd-5db5-425f-9765-82db55e44437 req-7292707c-39ff-4cd4-81ca-05b889fb0adc tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:27.477850 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-93df37ee-3566-4979-90f5-06267036f3e2 admin admin] Usage tracker for resource:security_group_rule and tenant:bc2bc0ee4bbb4925947917fcec972097 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:33:27.479346 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-b9202dbd-5db5-425f-9765-82db55e44437 req-7292707c-39ff-4cd4-81ca-05b889fb0adc tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] 10.222.0.39 "GET /v2.0/ports?device_id=74d2c671-5723-453a-a525-7381cd086455 HTTP/1.1" status: 200 len: 946 time: 0.5443945 May 25 22:33:27.481201 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-93df37ee-3566-4979-90f5-06267036f3e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:33:27.489276 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c8e7d-0709-48d7-817b-00357a13a91a req-204f9d68-7d38-4228-a68e-a3d6b7679917 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:27.496998 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-93df37ee-3566-4979-90f5-06267036f3e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:33:27.498406 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-5e0c8e7d-0709-48d7-817b-00357a13a91a req-204f9d68-7d38-4228-a68e-a3d6b7679917 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 944 time: 0.6790526 May 25 22:33:27.503411 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-0450a92c-6528-4e98-a374-8f0720986f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:27.504856 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-0450a92c-6528-4e98-a374-8f0720986f7d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/df5f6330-d08b-4c37-a094-82de3a194f54 HTTP/1.1" status: 204 len: 168 time: 1.1734574 May 25 22:33:27.505943 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0450a92c-6528-4e98-a374-8f0720986f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5f6330-d08b-4c37-a094-82de3a194f54,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:27.544693 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-5845364d-ba8b-4d07-a5ad-a0d0fae9b3af req-40a1f2a2-6db3-46b8-883b-10417c8229b2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7118c156-6ba0-45fa-85d4-b60edcd6fc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2565749 May 25 22:33:27.583476 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-9daf943c-3d44-4e7e-9e51-2b9833c5ca72 req-e1789c39-dad9-4782-8c6c-b1f6b2150590 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7118c156-6ba0-45fa-85d4-b60edcd6fc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2512088 May 25 22:33:27.589637 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-fedcb3d4-9b7f-4aed-abba-7c53ed6ccc4e req-5d110b24-3946-4a9b-811a-e7013af85737 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fd7645f7-57af-45f1-a732-f6a2011f3185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2074068 May 25 22:33:27.604491 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-5c26b212-410c-43b6-a749-2834af759a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:27.656399 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-5e0c8e7d-0709-48d7-817b-00357a13a91a req-5c8c41f4-a006-4597-89e5-390fd56d7463 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c98f760-c27c-4c65-a41e-654562a13911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569030 May 25 22:33:27.663936 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-5c26b212-410c-43b6-a749-2834af759a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:27.688777 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a980ccf-2b6a-4d3c-bcca-9289884decf0', 'tag': '2c77152b-dd46-411d-8cf8-7bdbcaae35fe'}] {{(pid=83236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:33:27.689177 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-b9202dbd-5db5-425f-9765-82db55e44437 req-cb147554-7987-4801-a5f1-e33ee7662372 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] 10.222.0.39 "GET /v2.0/security-groups?id=deda8db1-ca28-4923-b188-0d25004825a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864974 May 25 22:33:27.713623 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-b3957acc-b896-4ee0-bba3-f8b6d948c064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e239b4-24ef-4667-806a-9130eac0a54a', 'name': 'tempest-ServerRescueNegativeTestJSON-130217243-router', 'tenant_id': 'f03d319e86304fdf89e958ee74d34779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '5016906b-8ed9-4188-b302-35ef0f6f3649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:32:48Z', 'updated_at': '2022-05-25T22:33:01Z', 'revision_number': 4, 'project_id': 'f03d319e86304fdf89e958ee74d34779', 'gw_port': {'id': '5016906b-8ed9-4188-b302-35ef0f6f3649', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e239b4-24ef-4667-806a-9130eac0a54a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:49Z', 'updated_at': '2022-05-25T22:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': 'e1f8685d-a576-45b4-a0a7-9f2f1904478f', 'name': '', 'network_id': '7118c156-6ba0-45fa-85d4-b60edcd6fc6f', 'tenant_id': 'f03d319e86304fdf89e958ee74d34779', 'mac_address': 'fa:16:3e:20:cf:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e239b4-24ef-4667-806a-9130eac0a54a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eed7b039-2401-4008-8d74-88e75bbbe478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:59Z', 'updated_at': '2022-05-25T22:33:26Z', 'revision_number': 4, 'project_id': 'f03d319e86304fdf89e958ee74d34779', 'subnets': [{'id': 'eed7b039-2401-4008-8d74-88e75bbbe478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:33:27.737301 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3957acc-b896-4ee0-bba3-f8b6d948c064 None None] The sync data for ids ['d4e239b4-24ef-4667-806a-9130eac0a54a'] in dv-cinder-843305-1-iscsi is: [{'id': 'd4e239b4-24ef-4667-806a-9130eac0a54a', 'name': 'tempest-ServerRescueNegativeTestJSON-130217243-router', 'tenant_id': 'f03d319e86304fdf89e958ee74d34779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '5016906b-8ed9-4188-b302-35ef0f6f3649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:32:48Z', 'updated_at': '2022-05-25T22:33:01Z', 'revision_number': 4, 'project_id': 'f03d319e86304fdf89e958ee74d34779', 'gw_port': {'id': '5016906b-8ed9-4188-b302-35ef0f6f3649', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e239b4-24ef-4667-806a-9130eac0a54a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:49Z', 'updated_at': '2022-05-25T22:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': 'e1f8685d-a576-45b4-a0a7-9f2f1904478f', 'name': '', 'network_id': '7118c156-6ba0-45fa-85d4-b60edcd6fc6f', 'tenant_id': 'f03d319e86304fdf89e958ee74d34779', 'mac_address': 'fa:16:3e:20:cf:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e239b4-24ef-4667-806a-9130eac0a54a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eed7b039-2401-4008-8d74-88e75bbbe478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:59Z', 'updated_at': '2022-05-25T22:33:26Z', 'revision_number': 4, 'project_id': 'f03d319e86304fdf89e958ee74d34779', 'subnets': [{'id': 'eed7b039-2401-4008-8d74-88e75bbbe478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:33:27.791797 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-5c26b212-410c-43b6-a749-2834af759a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:27.890855 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c26b212-410c-43b6-a749-2834af759a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2924c339-f472-47d3-962b-d3df7a05a822,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:27.916090 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-5c26b212-410c-43b6-a749-2834af759a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:27.924640 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-5c26b212-410c-43b6-a749-2834af759a66 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2924c339-f472-47d3-962b-d3df7a05a822 HTTP/1.1" status: 204 len: 168 time: 0.5268669 May 25 22:33:27.951701 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96849a7a-2059-4766-9f36-1daa74cc36b4'] response: {'name': 'network-changed', 'server_uuid': '1a980ccf-2b6a-4d3c-bcca-9289884decf0', 'tag': '2c77152b-dd46-411d-8cf8-7bdbcaae35fe', 'status': 'completed', 'code': 200} May 25 22:33:28.122923 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76cceb-febf-4bbf-819e-7d46450539a8 req-0605b14e-46e7-4311-bc56-df8f428aea9e tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:28.135140 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-5b76cceb-febf-4bbf-819e-7d46450539a8 req-0605b14e-46e7-4311-bc56-df8f428aea9e tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a980ccf-2b6a-4d3c-bcca-9289884decf0 HTTP/1.1" status: 200 len: 943 time: 0.2255118 May 25 22:33:28.204969 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-5b76cceb-febf-4bbf-819e-7d46450539a8 req-22915abe-3f39-4740-9151-3a430b1b12ec tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688448 May 25 22:33:28.249328 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-9daf943c-3d44-4e7e-9e51-2b9833c5ca72 req-fbb27baa-d9f7-45f4-b1b2-adba84d66a0f service neutron] 10.222.0.45 "GET /v2.0/networks/7118c156-6ba0-45fa-85d4-b60edcd6fc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6555436 May 25 22:33:28.357452 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-5845364d-ba8b-4d07-a5ad-a0d0fae9b3af req-4103abb5-3151-4dac-bd0e-d5aecfd1e2e7 service neutron] 10.222.0.45 "GET /v2.0/networks/7118c156-6ba0-45fa-85d4-b60edcd6fc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7972162 May 25 22:33:28.495256 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-93df37ee-3566-4979-90f5-06267036f3e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:28.512318 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-fedcb3d4-9b7f-4aed-abba-7c53ed6ccc4e req-e72768c5-cb08-49cf-8573-2f0fc9d593f7 service neutron] 10.222.0.45 "GET /v2.0/networks/fd7645f7-57af-45f1-a732-f6a2011f3185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8487461 May 25 22:33:28.524469 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-93df37ee-3566-4979-90f5-06267036f3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:28.559591 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device e1f8685d-a576-45b4-a0a7-9f2f1904478f up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:33:28.852583 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning for port e1f8685d-a576-45b4-a0a7-9f2f1904478f completed by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:33:28.880049 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port e1f8685d-a576-45b4-a0a7-9f2f1904478f triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:33:28.880620 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:28.905051 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 53324) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:29.029124 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device d29a8dc3-1e81-4ab0-bc45-9626d9f86035 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 22:33:29.046200 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8f444be8-aa5d-4306-ac40-a7be716bf516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:29.108968 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-93df37ee-3566-4979-90f5-06267036f3e2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bc2bc0ee4bbb4925947917fcec972097&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8928170 May 25 22:33:29.111980 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 53332) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:29.113116 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df37ee-3566-4979-90f5-06267036f3e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c830b8-9334-4bd4-a75a-d841b45bbae7,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:29.187992 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-9daf943c-3d44-4e7e-9e51-2b9833c5ca72 req-9184ad11-4730-4e51-920a-39c3ccc6db57 service neutron] 10.222.0.45 "GET /v2.0/networks/7118c156-6ba0-45fa-85d4-b60edcd6fc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8696933 May 25 22:33:29.213414 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-5845364d-ba8b-4d07-a5ad-a0d0fae9b3af req-46add63e-db2a-43c8-a5d8-4d382de7ecdf service neutron] 10.222.0.45 "GET /v2.0/networks/7118c156-6ba0-45fa-85d4-b60edcd6fc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7416503 May 25 22:33:29.239655 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-fedcb3d4-9b7f-4aed-abba-7c53ed6ccc4e req-113148e3-894a-4a18-9aec-66aed499af40 service neutron] 10.222.0.45 "GET /v2.0/networks/fd7645f7-57af-45f1-a732-f6a2011f3185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6928697 May 25 22:33:29.273379 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-8f444be8-aa5d-4306-ac40-a7be716bf516 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:33:29.278286 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:29.321089 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.db.resource_extend [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:33:29.333723 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-8f444be8-aa5d-4306-ac40-a7be716bf516 admin admin] Usage tracker for resource:security_group_rule and tenant:77ec5116e30c45f3b9f23fd68377dc65 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:33:29.345438 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f212a9-b9ec-4962-8bc8-809686053061 req-642877de-4169-417c-a073-41e8a2c4e0ae tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:29.346892 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-e0f212a9-b9ec-4962-8bc8-809686053061 req-642877de-4169-417c-a073-41e8a2c4e0ae tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 944 time: 0.3995438 May 25 22:33:29.356501 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-8f444be8-aa5d-4306-ac40-a7be716bf516 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:33:29.399490 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] For port e1f8685d-a576-45b4-a0a7-9f2f1904478f, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=e1f8685d-a576-45b4-a0a7-9f2f1904478f,segment=NetworkSegment(fd780e7e-00ee-4b95-a4a3-06bb62d1df35),segment_id=fd780e7e-00ee-4b95-a4a3-06bb62d1df35)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:33:29.444775 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:29.450733 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-34918a4b-db8d-4e02-a763-68a18edf8814 req-78dd679b-4b98-4403-977d-1ce0bf0f6210 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f03d319e86304fdf89e958ee74d34779&device_id=1a980ccf-2b6a-4d3c-bcca-9289884decf0 HTTP/1.1" status: 200 len: 1096 time: 0.1259432 May 25 22:33:29.472198 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-8f444be8-aa5d-4306-ac40-a7be716bf516 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:33:29.511042 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-d90ca411-1403-4d5d-a6b0-afdc5a82553c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:29.539451 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-d90ca411-1403-4d5d-a6b0-afdc5a82553c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:29.612279 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Pushing event updated for resources: {'Port': ['ID=e1f8685d-a576-45b4-a0a7-9f2f1904478f,revision_number=5']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:29.619668 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-b2293caa-3c0c-4e91-933d-1da69fc814ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:29.637023 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-d90ca411-1403-4d5d-a6b0-afdc5a82553c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:29.644519 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port d29a8dc3-1e81-4ab0-bc45-9626d9f86035, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=d29a8dc3-1e81-4ab0-bc45-9626d9f86035,segment=NetworkSegment(fd780e7e-00ee-4b95-a4a3-06bb62d1df35),segment_id=fd780e7e-00ee-4b95-a4a3-06bb62d1df35)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:33:29.662811 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Returning: {'device': 'd29a8dc3-1e81-4ab0-bc45-9626d9f86035', 'network_id': '7118c156-6ba0-45fa-85d4-b60edcd6fc6f', 'port_id': 'd29a8dc3-1e81-4ab0-bc45-9626d9f86035', 'mac_address': 'fa:16:3e:7a:2f:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eed7b039-2401-4008-8d74-88e75bbbe478', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 22:33:29.678728 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-d90ca411-1403-4d5d-a6b0-afdc5a82553c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:29.687277 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-d90ca411-1403-4d5d-a6b0-afdc5a82553c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/49c830b8-9334-4bd4-a75a-d841b45bbae7 HTTP/1.1" status: 204 len: 168 time: 0.5692596 May 25 22:33:29.689056 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34918a4b-db8d-4e02-a763-68a18edf8814 req-6714f988-70df-4d96-b189-d95cc78be409 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:29.692731 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-34918a4b-db8d-4e02-a763-68a18edf8814 req-6714f988-70df-4d96-b189-d95cc78be409 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7118c156-6ba0-45fa-85d4-b60edcd6fc6f HTTP/1.1" status: 200 len: 919 time: 0.2342193 May 25 22:33:29.704571 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ca411-1403-4d5d-a6b0-afdc5a82553c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c830b8-9334-4bd4-a75a-d841b45bbae7,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:29.727243 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-e0f212a9-b9ec-4962-8bc8-809686053061 req-033dc59a-82fe-439e-9873-237a3a0f871f tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c98f760-c27c-4c65-a41e-654562a13911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3561010 May 25 22:33:29.743059 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001ce0f-5ea2-4456-a280-fca4892451b9 req-15853a18-d6f1-4f24-a01f-691c17444fb3 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:29.744585 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-0001ce0f-5ea2-4456-a280-fca4892451b9 req-15853a18-d6f1-4f24-a01f-691c17444fb3 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a980ccf-2b6a-4d3c-bcca-9289884decf0 HTTP/1.1" status: 200 len: 943 time: 0.3278422 May 25 22:33:29.771110 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:29.835504 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.notifiers.nova [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d29a8dc3-1e81-4ab0-bc45-9626d9f86035 {{(pid=83238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:33:29.838141 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-0001ce0f-5ea2-4456-a280-fca4892451b9 req-77bc6eb4-de7f-4349-a227-a18ad99d9ceb tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863070 May 25 22:33:29.867817 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port d29a8dc3-1e81-4ab0-bc45-9626d9f86035, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=d29a8dc3-1e81-4ab0-bc45-9626d9f86035,segment=NetworkSegment(fd780e7e-00ee-4b95-a4a3-06bb62d1df35),segment_id=fd780e7e-00ee-4b95-a4a3-06bb62d1df35)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:33:29.881604 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-34918a4b-db8d-4e02-a763-68a18edf8814 req-1a1c3bfe-52e3-498c-9571-092504d73655 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c77152b-dd46-411d-8cf8-7bdbcaae35fe HTTP/1.1" status: 200 len: 217 time: 0.1824992 May 25 22:33:29.883451 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:29.884158 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 3e734bcc-b9c8-4111-9184-349b4c2bd21f details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 22:33:29.913608 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8f444be8-aa5d-4306-ac40-a7be716bf516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:29.928808 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8f444be8-aa5d-4306-ac40-a7be716bf516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:29.998507 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f444be8-aa5d-4306-ac40-a7be716bf516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8015cfcc-dd20-446e-a102-4fd8a6932dcf,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:30.038475 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.db.resource_extend [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:33:30.050233 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-8f444be8-aa5d-4306-ac40-a7be716bf516 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=77ec5116e30c45f3b9f23fd68377dc65&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1442838 May 25 22:33:30.052316 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34918a4b-db8d-4e02-a763-68a18edf8814 req-c002f2f7-8ce4-4a5f-97a1-13b60a86dc71 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:30.053569 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 53364) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:30.055255 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-34918a4b-db8d-4e02-a763-68a18edf8814 req-c002f2f7-8ce4-4a5f-97a1-13b60a86dc71 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eed7b039-2401-4008-8d74-88e75bbbe478 HTTP/1.1" status: 200 len: 857 time: 0.1646738 May 25 22:33:30.162738 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8235cc41-53db-45d9-8f3e-53b0805d9c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:30.175681 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-34918a4b-db8d-4e02-a763-68a18edf8814 req-3759f6a3-e531-4b49-b53b-68b4c8ec5e80 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7118c156-6ba0-45fa-85d4-b60edcd6fc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1131213 May 25 22:33:30.209272 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8235cc41-53db-45d9-8f3e-53b0805d9c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:30.242166 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Pushing event updated for resources: {'Port': ['ID=d29a8dc3-1e81-4ab0-bc45-9626d9f86035,revision_number=4']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:30.319856 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port 3e734bcc-b9c8-4111-9184-349b4c2bd21f, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=3e734bcc-b9c8-4111-9184-349b4c2bd21f,segment=NetworkSegment(8d828a5b-6a20-4c3e-851e-162f0bcf0bcb),segment_id=8d828a5b-6a20-4c3e-851e-162f0bcf0bcb)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:33:30.346240 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8235cc41-53db-45d9-8f3e-53b0805d9c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:30.364470 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Returning: {'device': '3e734bcc-b9c8-4111-9184-349b4c2bd21f', 'network_id': 'fd7645f7-57af-45f1-a732-f6a2011f3185', 'port_id': '3e734bcc-b9c8-4111-9184-349b4c2bd21f', 'mac_address': 'fa:16:3e:f9:75:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98f8d2f7-6f04-442a-9b23-c573cfab2370', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 22:33:30.376588 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8235cc41-53db-45d9-8f3e-53b0805d9c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8015cfcc-dd20-446e-a102-4fd8a6932dcf,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:30.379994 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8235cc41-53db-45d9-8f3e-53b0805d9c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:30.392700 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-8235cc41-53db-45d9-8f3e-53b0805d9c05 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8015cfcc-dd20-446e-a102-4fd8a6932dcf HTTP/1.1" status: 204 len: 168 time: 0.3341067 May 25 22:33:30.439011 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device e1f8685d-a576-45b4-a0a7-9f2f1904478f up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:33:30.459765 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-34918a4b-db8d-4e02-a763-68a18edf8814 req-f6dfb7d3-a399-44ad-9d9e-d0cf87aa855e service neutron] 10.222.0.45 "GET /v2.0/networks/7118c156-6ba0-45fa-85d4-b60edcd6fc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776389 May 25 22:33:30.561093 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:30.608921 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.notifiers.nova [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e734bcc-b9c8-4111-9184-349b4c2bd21f {{(pid=83238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:33:30.630808 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port 3e734bcc-b9c8-4111-9184-349b4c2bd21f, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=3e734bcc-b9c8-4111-9184-349b4c2bd21f,segment=NetworkSegment(8d828a5b-6a20-4c3e-851e-162f0bcf0bcb),segment_id=8d828a5b-6a20-4c3e-851e-162f0bcf0bcb)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:33:30.637967 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port e1f8685d-a576-45b4-a0a7-9f2f1904478f triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:33:30.638471 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:30.654644 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-34918a4b-db8d-4e02-a763-68a18edf8814 req-52f20f24-8485-4890-aebe-583c86402ad5 service neutron] 10.222.0.45 "GET /v2.0/networks/7118c156-6ba0-45fa-85d4-b60edcd6fc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886666 May 25 22:33:30.705941 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:30.888431 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Pushing event updated for resources: {'Port': ['ID=3e734bcc-b9c8-4111-9184-349b4c2bd21f,revision_number=4']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:31.108435 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] get_ports_and_sgs() called for port_ids ['d29a8dc3-1e81-4ab0-bc45-9626d9f86035'] {{(pid=83238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:33:31.124079 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81e7bd-3da2-44fb-98cd-b187463bc531 req-c773f4bb-02bd-43c7-8f70-fc4e2051996f tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:31.125517 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-5e81e7bd-3da2-44fb-98cd-b187463bc531 req-c773f4bb-02bd-43c7-8f70-fc4e2051996f tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 945 time: 0.1455171 May 25 22:33:31.171152 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] get_ports_and_sgs() called for port_ids ['3e734bcc-b9c8-4111-9184-349b4c2bd21f'] {{(pid=83238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:33:31.188399 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c444b-03d2-46b7-92c1-cddc4b18c1c3 req-05b5768b-cbe3-4298-aabb-89575299bec4 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:31.190308 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-040c444b-03d2-46b7-92c1-cddc4b18c1c3 req-05b5768b-cbe3-4298-aabb-89575299bec4 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a980ccf-2b6a-4d3c-bcca-9289884decf0 HTTP/1.1" status: 200 len: 943 time: 0.1402714 May 25 22:33:31.200684 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-5e81e7bd-3da2-44fb-98cd-b187463bc531 req-7ffd7c4d-2114-49c3-a762-55174bc88441 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c98f760-c27c-4c65-a41e-654562a13911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655122 May 25 22:33:31.257224 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-040c444b-03d2-46b7-92c1-cddc4b18c1c3 req-f02954ee-e82f-4b24-b9d2-976ecce6d74c tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598545 May 25 22:33:31.787018 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-50ac5824-59cf-456b-bdba-cd56b192ea51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:32.499614 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8475a13-7a9e-46a0-8e8b-b620cd1aa8b0 req-7a2a5643-70b9-41cb-ae11-d9cd93babde6 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:32.501039 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-a8475a13-7a9e-46a0-8e8b-b620cd1aa8b0 req-7a2a5643-70b9-41cb-ae11-d9cd93babde6 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 945 time: 0.1376791 May 25 22:33:32.537253 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc98f59b-6b95-458a-a421-85e9116b6ec8 req-5c1eba42-d28b-46da-963c-a4993488fe5f tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:32.538681 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-cc98f59b-6b95-458a-a421-85e9116b6ec8 req-5c1eba42-d28b-46da-963c-a4993488fe5f tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a980ccf-2b6a-4d3c-bcca-9289884decf0 HTTP/1.1" status: 200 len: 943 time: 0.1211092 May 25 22:33:32.620140 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-a8475a13-7a9e-46a0-8e8b-b620cd1aa8b0 req-83247ec8-2e1a-43e7-8c1a-b2336806a88e tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c98f760-c27c-4c65-a41e-654562a13911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100738 May 25 22:33:32.627084 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-cc98f59b-6b95-458a-a421-85e9116b6ec8 req-7b84e374-24d4-4fc3-8b8b-517409e61c81 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778682 May 25 22:33:32.871715 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:32.954640 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 2c77152b-dd46-411d-8cf8-7bdbcaae35fe details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 22:33:32.972324 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device d29a8dc3-1e81-4ab0-bc45-9626d9f86035 up at agent hyperv_hv-cinder-84330 {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:33:33.126874 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:33.174137 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Provisioning for port d29a8dc3-1e81-4ab0-bc45-9626d9f86035 completed by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:33:33.177980 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port 2c77152b-dd46-411d-8cf8-7bdbcaae35fe, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=2c77152b-dd46-411d-8cf8-7bdbcaae35fe,segment=NetworkSegment(fd780e7e-00ee-4b95-a4a3-06bb62d1df35),segment_id=fd780e7e-00ee-4b95-a4a3-06bb62d1df35)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:33:33.194683 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Provisioning complete for port d29a8dc3-1e81-4ab0-bc45-9626d9f86035 triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:33:33.195049 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:33.223755 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Returning: {'device': '2c77152b-dd46-411d-8cf8-7bdbcaae35fe', 'network_id': '7118c156-6ba0-45fa-85d4-b60edcd6fc6f', 'port_id': '2c77152b-dd46-411d-8cf8-7bdbcaae35fe', 'mac_address': 'fa:16:3e:88:f8:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eed7b039-2401-4008-8d74-88e75bbbe478', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 22:33:33.303911 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:33.348582 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 53494) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:33.358555 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.notifiers.nova [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c77152b-dd46-411d-8cf8-7bdbcaae35fe {{(pid=83238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:33:33.389219 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port 2c77152b-dd46-411d-8cf8-7bdbcaae35fe, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=2c77152b-dd46-411d-8cf8-7bdbcaae35fe,segment=NetworkSegment(fd780e7e-00ee-4b95-a4a3-06bb62d1df35),segment_id=fd780e7e-00ee-4b95-a4a3-06bb62d1df35)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:33:33.391741 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:33.402930 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:33.472105 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4426e593-b8b7-4316-8051-8c7998309246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29a8dc3-1e81-4ab0-bc45-9626d9f86035'}] {{(pid=83238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:33:33.488717 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port d29a8dc3-1e81-4ab0-bc45-9626d9f86035, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=d29a8dc3-1e81-4ab0-bc45-9626d9f86035,segment=NetworkSegment(fd780e7e-00ee-4b95-a4a3-06bb62d1df35),segment_id=fd780e7e-00ee-4b95-a4a3-06bb62d1df35)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:33:33.493424 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Pushing event updated for resources: {'Port': ['ID=2c77152b-dd46-411d-8cf8-7bdbcaae35fe,revision_number=4']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:33.496583 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:33.497401 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 3e734bcc-b9c8-4111-9184-349b4c2bd21f up at agent hyperv_hv-cinder-84330 {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:33:33.586856 dv-cinder-843305-1-iscsi neutron-server[83238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-332b0962-fa15-4893-aae1-87c3922ecefd'] response: {'server_uuid': '4426e593-b8b7-4316-8051-8c7998309246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29a8dc3-1e81-4ab0-bc45-9626d9f86035', 'code': 200} May 25 22:33:33.645720 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Pushing event updated for resources: {'Port': ['ID=d29a8dc3-1e81-4ab0-bc45-9626d9f86035,revision_number=5']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:33.689297 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Provisioning for port 3e734bcc-b9c8-4111-9184-349b4c2bd21f completed by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:33:33.695369 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Provisioning complete for port 3e734bcc-b9c8-4111-9184-349b4c2bd21f triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:33:33.695780 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:33.768476 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] get_ports_and_sgs() called for port_ids ['2c77152b-dd46-411d-8cf8-7bdbcaae35fe'] {{(pid=83238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:33:33.822457 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-59cec985-260e-4120-abd1-0afbff8fc92c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:33.957715 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-59cec985-260e-4120-abd1-0afbff8fc92c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:33:33.963631 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-59cec985-260e-4120-abd1-0afbff8fc92c admin admin] Usage tracker for resource:security_group_rule and tenant:2a9c34628f2d481b9c04c3ac069a1ea3 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:33:33.967618 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-59cec985-260e-4120-abd1-0afbff8fc92c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:33:33.986635 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-59cec985-260e-4120-abd1-0afbff8fc92c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:33:34.040284 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-c4cfe01b-7fb8-4b73-a0ce-da74a5199915 req-bb2998cd-b437-48d8-bb10-8d55563cd33a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4426e593-b8b7-4316-8051-8c7998309246 HTTP/1.1" status: 200 len: 1098 time: 0.1679571 May 25 22:33:34.087957 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:34.164215 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port 3e734bcc-b9c8-4111-9184-349b4c2bd21f, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=3e734bcc-b9c8-4111-9184-349b4c2bd21f,segment=NetworkSegment(8d828a5b-6a20-4c3e-851e-162f0bcf0bcb),segment_id=8d828a5b-6a20-4c3e-851e-162f0bcf0bcb)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:33:34.178625 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:34.190287 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-59cec985-260e-4120-abd1-0afbff8fc92c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:34.194157 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-c4cfe01b-7fb8-4b73-a0ce-da74a5199915 req-339012e6-4183-40a5-9a73-0d6cd4f934b7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366599 May 25 22:33:34.198740 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-59cec985-260e-4120-abd1-0afbff8fc92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:34.251315 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a468413-ddf5-4de2-b8b1-dfb19b81d899 req-bea9d1a3-c2b3-4d2b-880d-0bd72ffadcea tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:34.259566 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-0a468413-ddf5-4de2-b8b1-dfb19b81d899 req-bea9d1a3-c2b3-4d2b-880d-0bd72ffadcea tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 945 time: 0.4327075 May 25 22:33:34.270597 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cec985-260e-4120-abd1-0afbff8fc92c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2e2553-f894-42e0-9ffc-c3ebbee450f5,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:34.292523 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-59cec985-260e-4120-abd1-0afbff8fc92c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2a9c34628f2d481b9c04c3ac069a1ea3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9428110 May 25 22:33:34.295042 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 53530) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:34.295811 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Pushing event updated for resources: {'Port': ['ID=3e734bcc-b9c8-4111-9184-349b4c2bd21f,revision_number=5']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:34.316077 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b946c23-6840-43aa-99e4-9775139a089d req-554ea24d-bc89-4b05-881c-25516187396a tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:34.323800 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-4b946c23-6840-43aa-99e4-9775139a089d req-554ea24d-bc89-4b05-881c-25516187396a tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a980ccf-2b6a-4d3c-bcca-9289884decf0 HTTP/1.1" status: 200 len: 944 time: 0.2044215 May 25 22:33:34.334037 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:34.350940 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-0a468413-ddf5-4de2-b8b1-dfb19b81d899 req-ea237b18-3e11-4d92-b011-3e00a6ca6718 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c98f760-c27c-4c65-a41e-654562a13911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904799 May 25 22:33:34.384112 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-4b946c23-6840-43aa-99e4-9775139a089d req-96e5fef4-5f31-43e1-961b-2892511dfd33 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593197 May 25 22:33:34.411185 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-7bd60169-c960-4c32-8150-729361aea684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:34.441154 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-7bd60169-c960-4c32-8150-729361aea684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:34.501789 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-7bd60169-c960-4c32-8150-729361aea684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:34.518353 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd60169-c960-4c32-8150-729361aea684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2e2553-f894-42e0-9ffc-c3ebbee450f5,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:34.530103 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-7bd60169-c960-4c32-8150-729361aea684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:34.533779 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-7bd60169-c960-4c32-8150-729361aea684 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7f2e2553-f894-42e0-9ffc-c3ebbee450f5 HTTP/1.1" status: 204 len: 168 time: 0.2348900 May 25 22:33:34.987746 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 2c77152b-dd46-411d-8cf8-7bdbcaae35fe up at agent hyperv_hv-cinder-84330 {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:33:35.061914 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Provisioning for port 2c77152b-dd46-411d-8cf8-7bdbcaae35fe completed by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:33:35.067333 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Provisioning complete for port 2c77152b-dd46-411d-8cf8-7bdbcaae35fe triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:33:35.067859 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:35.213732 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:35.266633 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port 2c77152b-dd46-411d-8cf8-7bdbcaae35fe, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=2c77152b-dd46-411d-8cf8-7bdbcaae35fe,segment=NetworkSegment(fd780e7e-00ee-4b95-a4a3-06bb62d1df35),segment_id=fd780e7e-00ee-4b95-a4a3-06bb62d1df35)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:33:35.272388 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:35.284159 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 53568) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:35.326168 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-f6ca0078-5c4b-4441-9a41-5bcb8449e022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:35.346164 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Pushing event updated for resources: {'Port': ['ID=2c77152b-dd46-411d-8cf8-7bdbcaae35fe,revision_number=5']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:35.440889 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-f6ca0078-5c4b-4441-9a41-5bcb8449e022 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:33:35.452453 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-f6ca0078-5c4b-4441-9a41-5bcb8449e022 admin admin] Usage tracker for resource:security_group_rule and tenant:159144f1072f4f6280ddf7f7e65542ad is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:33:35.456411 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-f6ca0078-5c4b-4441-9a41-5bcb8449e022 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:33:35.470640 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-f6ca0078-5c4b-4441-9a41-5bcb8449e022 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:33:35.588347 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d6b8e5c-6150-4e6a-ae2a-4063f3d69535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e734bcc-b9c8-4111-9184-349b4c2bd21f'}, {'server_uuid': '1a980ccf-2b6a-4d3c-bcca-9289884decf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c77152b-dd46-411d-8cf8-7bdbcaae35fe'}] {{(pid=83238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:33:35.628562 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-f6ca0078-5c4b-4441-9a41-5bcb8449e022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:35.636646 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-f6ca0078-5c4b-4441-9a41-5bcb8449e022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:35.653203 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626c028-a0ca-4a78-a90f-b1cee56c577b req-6b665359-224c-4dd2-8900-943db20f4677 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:35.658494 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-a626c028-a0ca-4a78-a90f-b1cee56c577b req-6b665359-224c-4dd2-8900-943db20f4677 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 946 time: 0.1015987 May 25 22:33:35.707462 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-f6ca0078-5c4b-4441-9a41-5bcb8449e022 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=159144f1072f4f6280ddf7f7e65542ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4214242 May 25 22:33:35.710379 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 53586) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:35.730557 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca0078-5c4b-4441-9a41-5bcb8449e022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7e0aad-5517-424c-9a29-6b9a13e34ef4,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:35.879865 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-a626c028-a0ca-4a78-a90f-b1cee56c577b req-c7131bda-228b-47e7-a58d-c3591a251b68 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c98f760-c27c-4c65-a41e-654562a13911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643388 May 25 22:33:35.898377 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ce559-6b5f-4630-ad22-80b0d8a158ef req-1f3020fc-9300-4656-a8f8-876168bfeffa tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:35.900233 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-034ce559-6b5f-4630-ad22-80b0d8a158ef req-1f3020fc-9300-4656-a8f8-876168bfeffa tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a980ccf-2b6a-4d3c-bcca-9289884decf0 HTTP/1.1" status: 200 len: 945 time: 0.2407455 May 25 22:33:35.963272 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-fc815492-7be9-43ed-96b4-fb64e453aec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:36.001176 dv-cinder-843305-1-iscsi neutron-server[83238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afadcea1-c715-4a25-b961-d7faf8610765'] response: {'server_uuid': '6d6b8e5c-6150-4e6a-ae2a-4063f3d69535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e734bcc-b9c8-4111-9184-349b4c2bd21f', 'code': 200} May 25 22:33:36.001589 dv-cinder-843305-1-iscsi neutron-server[83238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afadcea1-c715-4a25-b961-d7faf8610765'] response: {'server_uuid': '1a980ccf-2b6a-4d3c-bcca-9289884decf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c77152b-dd46-411d-8cf8-7bdbcaae35fe', 'code': 200} May 25 22:33:36.030912 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-fc815492-7be9-43ed-96b4-fb64e453aec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:36.046257 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-034ce559-6b5f-4630-ad22-80b0d8a158ef req-20c3a3fe-d5c8-408e-aa09-8c034b38c9c0 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215196 May 25 22:33:36.100762 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-fc815492-7be9-43ed-96b4-fb64e453aec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:36.118156 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc815492-7be9-43ed-96b4-fb64e453aec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7e0aad-5517-424c-9a29-6b9a13e34ef4,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:36.130373 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-fc815492-7be9-43ed-96b4-fb64e453aec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:36.132586 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-fc815492-7be9-43ed-96b4-fb64e453aec3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0b7e0aad-5517-424c-9a29-6b9a13e34ef4 HTTP/1.1" status: 204 len: 168 time: 0.4211626 May 25 22:33:36.463046 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-83d5ec62-179b-44a4-94a9-dafc81ee59d1 req-3020f5bb-07fd-4e2c-8350-b990a9d97d85 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 1099 time: 0.1386445 May 25 22:33:36.522810 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-0f989396-2be5-46b1-9ecd-75a26af51a5a req-1ed288e2-f9c0-4261-beb3-cfcaf6fd9d82 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1a980ccf-2b6a-4d3c-bcca-9289884decf0 HTTP/1.1" status: 200 len: 1098 time: 0.1389444 May 25 22:33:36.556153 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-83d5ec62-179b-44a4-94a9-dafc81ee59d1 req-f32c71f2-81fa-46cd-ac0d-70a286bd606f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3c98f760-c27c-4c65-a41e-654562a13911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843954 May 25 22:33:36.575054 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-0f989396-2be5-46b1-9ecd-75a26af51a5a req-a7fe2e1e-14b0-4220-be8a-7f6ae0d8c873 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434616 May 25 22:33:37.131778 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e02826-619a-4275-8d2c-52b33b7d1e4c req-ef3d6773-64d9-4c10-949b-50b7d00038c8 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:37.138541 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-92e02826-619a-4275-8d2c-52b33b7d1e4c req-ef3d6773-64d9-4c10-949b-50b7d00038c8 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 946 time: 0.1057067 May 25 22:33:37.205281 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-92e02826-619a-4275-8d2c-52b33b7d1e4c req-e6c75c36-cfd2-4481-927b-ffd9194cfc57 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c98f760-c27c-4c65-a41e-654562a13911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548916 May 25 22:33:37.353639 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289a10c-92e1-4ceb-93d3-d2ac83a02de7 req-04d88776-7219-42f2-bb07-e33a85f28e96 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:37.367180 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-9289a10c-92e1-4ceb-93d3-d2ac83a02de7 req-04d88776-7219-42f2-bb07-e33a85f28e96 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a980ccf-2b6a-4d3c-bcca-9289884decf0 HTTP/1.1" status: 200 len: 945 time: 0.0972831 May 25 22:33:37.419334 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-9289a10c-92e1-4ceb-93d3-d2ac83a02de7 req-070c9927-8c5d-4685-9bf7-e46717ea12c1 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560348 May 25 22:33:38.473704 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3698b03-d11a-4260-9bed-0b2ee1365070 req-589df93a-fa87-4757-afa9-a15a61e80b7f tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:38.473704 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-e3698b03-d11a-4260-9bed-0b2ee1365070 req-589df93a-fa87-4757-afa9-a15a61e80b7f tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 946 time: 0.1164267 May 25 22:33:38.554896 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-e3698b03-d11a-4260-9bed-0b2ee1365070 req-b3c5c8fa-dea9-459f-81ae-2d3b24cee6ab tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c98f760-c27c-4c65-a41e-654562a13911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775497 May 25 22:33:38.721446 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37612b3a-1659-48cc-991d-8ca6145c9660 req-3dbd9cec-df39-4e36-9fca-3a4b5bf669ac tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:38.732281 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-37612b3a-1659-48cc-991d-8ca6145c9660 req-3dbd9cec-df39-4e36-9fca-3a4b5bf669ac tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a980ccf-2b6a-4d3c-bcca-9289884decf0 HTTP/1.1" status: 200 len: 945 time: 0.1130095 May 25 22:33:38.794760 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-37612b3a-1659-48cc-991d-8ca6145c9660 req-2178cc6f-d9e8-4846-b244-257b5340ead1 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615115 May 25 22:33:39.086008 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 53728) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:39.340778 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-0c7c6cd2-670c-4d99-8eea-0469b0e28909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:39.387826 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-203ccbc4-a89b-4318-b4fa-0bff69c0ede2 req-537b516a-888c-4000-9fd3-e4e9395c6e99 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f03d319e86304fdf89e958ee74d34779&device_id=1a980ccf-2b6a-4d3c-bcca-9289884decf0 HTTP/1.1" status: 200 len: 1098 time: 0.1403644 May 25 22:33:39.402554 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-0c7c6cd2-670c-4d99-8eea-0469b0e28909 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:33:39.408125 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-0c7c6cd2-670c-4d99-8eea-0469b0e28909 admin admin] Usage tracker for resource:security_group_rule and tenant:2af53715afc54be19f13493d26601089 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:33:39.412145 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-0c7c6cd2-670c-4d99-8eea-0469b0e28909 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:33:39.419269 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-0c7c6cd2-670c-4d99-8eea-0469b0e28909 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:33:39.446147 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45972521-f438-4b70-a264-6391cb4ed39d req-ff261b06-94ab-44f9-932a-907eee2b9365 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:39.447768 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-45972521-f438-4b70-a264-6391cb4ed39d req-ff261b06-94ab-44f9-932a-907eee2b9365 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a980ccf-2b6a-4d3c-bcca-9289884decf0 HTTP/1.1" status: 200 len: 945 time: 0.1605189 May 25 22:33:39.526487 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-45972521-f438-4b70-a264-6391cb4ed39d req-c5590e41-f375-4f79-9646-65b2210feff3 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723233 May 25 22:33:39.541504 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-0c7c6cd2-670c-4d99-8eea-0469b0e28909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:39.554216 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-0c7c6cd2-670c-4d99-8eea-0469b0e28909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:39.570036 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ccbc4-a89b-4318-b4fa-0bff69c0ede2 req-dc960e40-de44-4944-9f1c-b0fc620746d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:39.572860 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-203ccbc4-a89b-4318-b4fa-0bff69c0ede2 req-dc960e40-de44-4944-9f1c-b0fc620746d4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7118c156-6ba0-45fa-85d4-b60edcd6fc6f HTTP/1.1" status: 200 len: 919 time: 0.1761665 May 25 22:33:39.599135 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7c6cd2-670c-4d99-8eea-0469b0e28909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58742fb1-21f5-4493-ba94-c47e790418ff,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:39.611080 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-0c7c6cd2-670c-4d99-8eea-0469b0e28909 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2af53715afc54be19f13493d26601089&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5236509 May 25 22:33:39.611849 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 53752) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:39.687012 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-54b6a75f-47d6-4b37-9cb4-80e036298198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:39.726931 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-54b6a75f-47d6-4b37-9cb4-80e036298198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:39.857892 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-54b6a75f-47d6-4b37-9cb4-80e036298198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:39.875401 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-203ccbc4-a89b-4318-b4fa-0bff69c0ede2 req-e4bf3393-5edb-4e8f-9569-255269a2e432 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c77152b-dd46-411d-8cf8-7bdbcaae35fe HTTP/1.1" status: 200 len: 217 time: 0.2960167 May 25 22:33:39.893629 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b6a75f-47d6-4b37-9cb4-80e036298198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58742fb1-21f5-4493-ba94-c47e790418ff,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:39.941457 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-54b6a75f-47d6-4b37-9cb4-80e036298198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:39.945368 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-54b6a75f-47d6-4b37-9cb4-80e036298198 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/58742fb1-21f5-4493-ba94-c47e790418ff HTTP/1.1" status: 204 len: 168 time: 0.3303225 May 25 22:33:39.954962 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70d8e9-13a2-43e6-b373-cb4b28d54bfd req-063b81cf-2a4a-47a4-8004-15abf2b42cd1 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:39.964309 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-4e70d8e9-13a2-43e6-b373-cb4b28d54bfd req-063b81cf-2a4a-47a4-8004-15abf2b42cd1 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 946 time: 0.2213101 May 25 22:33:39.982033 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ccbc4-a89b-4318-b4fa-0bff69c0ede2 req-b3c7fa85-7ca8-45bb-b69e-7e724a2fa8b3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:39.983458 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-203ccbc4-a89b-4318-b4fa-0bff69c0ede2 req-b3c7fa85-7ca8-45bb-b69e-7e724a2fa8b3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eed7b039-2401-4008-8d74-88e75bbbe478 HTTP/1.1" status: 200 len: 857 time: 0.1007919 May 25 22:33:39.986446 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-fb920ac3-8605-4c28-862c-d9fb2068e2ec req-98b5eeee-3d5a-4c65-bc8b-1ef7a6905626 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=74d2c671-5723-453a-a525-7381cd086455&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2088203 May 25 22:33:40.032105 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-4e70d8e9-13a2-43e6-b373-cb4b28d54bfd req-fc87a676-9407-49d7-b057-4e0bde381c87 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c98f760-c27c-4c65-a41e-654562a13911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664113 May 25 22:33:40.165784 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-203ccbc4-a89b-4318-b4fa-0bff69c0ede2 req-bd172fda-2a42-46a0-9fe8-df1c5427cc45 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7118c156-6ba0-45fa-85d4-b60edcd6fc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1421580 May 25 22:33:40.355297 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa570e0e-7afa-4785-ac73-2e5be5e56ce0 req-47232772-6c56-4322-bd70-99525f46ed00 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:40.366784 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 53778) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:40.371754 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-fa570e0e-7afa-4785-ac73-2e5be5e56ce0 req-47232772-6c56-4322-bd70-99525f46ed00 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 946 time: 0.1216676 May 25 22:33:40.395324 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [None req-a763c407-0d39-4b53-b4ec-6e4670f39c4b tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Request body: {'floatingip': {'port_id': '3e734bcc-b9c8-4111-9184-349b4c2bd21f'}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:33:40.496434 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-a763c407-0d39-4b53-b4ec-6e4670f39c4b tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks [] for floatingip, before_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:40.524021 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 53790) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:40.545198 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-2c0cd04c-3764-424f-9bdb-8fb209982ab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:40.583275 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-2c0cd04c-3764-424f-9bdb-8fb209982ab6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:33:40.587731 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-2c0cd04c-3764-424f-9bdb-8fb209982ab6 admin admin] Usage tracker for resource:security_group_rule and tenant:f730d39c28054c858dfe8a7f560bd3a9 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:33:40.589649 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-203ccbc4-a89b-4318-b4fa-0bff69c0ede2 req-134f09d8-0133-422d-a637-46ce8c12db7c service neutron] 10.222.0.45 "GET /v2.0/networks/7118c156-6ba0-45fa-85d4-b60edcd6fc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4112575 May 25 22:33:40.591238 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-2c0cd04c-3764-424f-9bdb-8fb209982ab6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:33:40.598739 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-2c0cd04c-3764-424f-9bdb-8fb209982ab6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:33:40.693901 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-2c0cd04c-3764-424f-9bdb-8fb209982ab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:40.704648 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-2c0cd04c-3764-424f-9bdb-8fb209982ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:40.729541 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-fb920ac3-8605-4c28-862c-d9fb2068e2ec req-353840e1-1dff-4768-958a-6cca9edfbfcc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=088051ac6c68479091c88448d791f443&device_id=74d2c671-5723-453a-a525-7381cd086455 HTTP/1.1" status: 200 len: 1099 time: 0.5499513 May 25 22:33:40.817853 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0cd04c-3764-424f-9bdb-8fb209982ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4526a610-f794-4272-95fa-9a998230cdeb,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:40.826661 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-2c0cd04c-3764-424f-9bdb-8fb209982ab6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f730d39c28054c858dfe8a7f560bd3a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3015714 May 25 22:33:40.828691 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 53806) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:40.974074 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-a6946dd1-dc51-439d-b00e-88b3b64b290a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:40.998579 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb920ac3-8605-4c28-862c-d9fb2068e2ec req-d31b056c-d89e-4142-b5d4-52ce4937f29c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:41.001172 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-fb920ac3-8605-4c28-862c-d9fb2068e2ec req-d31b056c-d89e-4142-b5d4-52ce4937f29c service neutron] 10.222.0.45 "GET /v2.0/networks?id=80a1c730-2cb5-4c32-855a-c6e593e04183 HTTP/1.1" status: 200 len: 913 time: 0.2251344 May 25 22:33:41.013687 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-a6946dd1-dc51-439d-b00e-88b3b64b290a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:41.037525 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad6a57e-4626-49f6-adf5-5f9d9766155e req-be7de9c6-9e9f-4bb5-9020-f6d012ca3f04 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:41.039151 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-1ad6a57e-4626-49f6-adf5-5f9d9766155e req-be7de9c6-9e9f-4bb5-9020-f6d012ca3f04 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a980ccf-2b6a-4d3c-bcca-9289884decf0 HTTP/1.1" status: 200 len: 945 time: 0.2114134 May 25 22:33:41.120140 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-1ad6a57e-4626-49f6-adf5-5f9d9766155e req-5d7f09f8-1178-404a-9123-f28af121143f tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745096 May 25 22:33:41.149681 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-a6946dd1-dc51-439d-b00e-88b3b64b290a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:41.168369 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6946dd1-dc51-439d-b00e-88b3b64b290a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4526a610-f794-4272-95fa-9a998230cdeb,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:41.173129 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-a6946dd1-dc51-439d-b00e-88b3b64b290a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:41.174253 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-a6946dd1-dc51-439d-b00e-88b3b64b290a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4526a610-f794-4272-95fa-9a998230cdeb HTTP/1.1" status: 204 len: 168 time: 0.3437347 May 25 22:33:41.184738 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-203ccbc4-a89b-4318-b4fa-0bff69c0ede2 req-b66bad92-e291-4a71-b656-e9c51239f12b service neutron] 10.222.0.45 "GET /v2.0/networks/7118c156-6ba0-45fa-85d4-b60edcd6fc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5636346 May 25 22:33:41.208012 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-fb920ac3-8605-4c28-862c-d9fb2068e2ec req-1c23427e-dd74-43c3-a467-b385b38fb762 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3a0c576-ba0b-4c00-b7c9-08b503872dc2 HTTP/1.1" status: 200 len: 217 time: 0.1703410 May 25 22:33:41.340857 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb920ac3-8605-4c28-862c-d9fb2068e2ec req-136133d0-0d37-4e95-8de6-9a41e7b219be service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:41.342489 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-fb920ac3-8605-4c28-862c-d9fb2068e2ec req-136133d0-0d37-4e95-8de6-9a41e7b219be service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e69c8957-8c1d-4117-a304-7714404f270e HTTP/1.1" status: 200 len: 852 time: 0.1280918 May 25 22:33:41.567699 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-fb920ac3-8605-4c28-862c-d9fb2068e2ec req-462044fd-e809-4559-86a5-285d990bc078 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=80a1c730-2cb5-4c32-855a-c6e593e04183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1333752 May 25 22:33:41.654598 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26713f7-4450-4c33-b203-4556f9003b0b req-a011778d-b54c-40d5-9a99-0bfbc92bd72f tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:41.657131 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f26713f7-4450-4c33-b203-4556f9003b0b req-a011778d-b54c-40d5-9a99-0bfbc92bd72f tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] 10.222.0.39 "GET /v2.0/ports?device_id=74d2c671-5723-453a-a525-7381cd086455 HTTP/1.1" status: 200 len: 946 time: 0.1293170 May 25 22:33:41.667888 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:41.732830 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f26713f7-4450-4c33-b203-4556f9003b0b req-8e13cb11-8962-4a2b-933f-6dafedca6161 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] 10.222.0.39 "GET /v2.0/security-groups?id=deda8db1-ca28-4923-b188-0d25004825a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662510 May 25 22:33:41.851628 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-fb920ac3-8605-4c28-862c-d9fb2068e2ec req-b2c6909f-878e-4696-890d-383211c814b0 service neutron] 10.222.0.45 "GET /v2.0/networks/80a1c730-2cb5-4c32-855a-c6e593e04183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672811 May 25 22:33:42.271257 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-fb920ac3-8605-4c28-862c-d9fb2068e2ec req-f0a09c50-06ff-4ef9-91c1-820b32816511 service neutron] 10.222.0.45 "GET /v2.0/networks/80a1c730-2cb5-4c32-855a-c6e593e04183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049644 May 25 22:33:42.417859 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd70577-047c-4bd2-909c-3b7257f6f1e2 req-87ac0e58-bdf6-4eb4-bec7-701693faa665 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:42.419757 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-0dd70577-047c-4bd2-909c-3b7257f6f1e2 req-87ac0e58-bdf6-4eb4-bec7-701693faa665 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a980ccf-2b6a-4d3c-bcca-9289884decf0 HTTP/1.1" status: 200 len: 945 time: 0.1726904 May 25 22:33:42.475911 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-a763c407-0d39-4b53-b4ec-6e4670f39c4b tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:42.486733 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-a763c407-0d39-4b53-b4ec-6e4670f39c4b tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335082'] for floatingip, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:42.501174 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-0dd70577-047c-4bd2-909c-3b7257f6f1e2 req-740b193d-0ee0-46bc-bc81-83b9f71d8c5d tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723479 May 25 22:33:42.726914 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.db.l3_db [None req-a763c407-0d39-4b53-b4ec-6e4670f39c4b tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Floating IP 829d7e43-add2-4fd2-8f68-9b37245047b5 associated. External IP: 172.27.0.53, port: 3e734bcc-b9c8-4111-9184-349b4c2bd21f. May 25 22:33:43.135878 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05fba19-ac9b-4ce5-afe6-fc50b8e37095 req-8d62cbcb-a079-4a3b-a87c-5fd9bed3e668 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:43.137835 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-e05fba19-ac9b-4ce5-afe6-fc50b8e37095 req-8d62cbcb-a079-4a3b-a87c-5fd9bed3e668 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] 10.222.0.39 "GET /v2.0/ports?device_id=74d2c671-5723-453a-a525-7381cd086455 HTTP/1.1" status: 200 len: 946 time: 0.1513829 May 25 22:33:43.194517 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-e05fba19-ac9b-4ce5-afe6-fc50b8e37095 req-46352cd1-7639-44b4-8d06-288578cc01d5 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] 10.222.0.39 "GET /v2.0/security-groups?id=deda8db1-ca28-4923-b188-0d25004825a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512891 May 25 22:33:43.390232 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a763c407-0d39-4b53-b4ec-6e4670f39c4b tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Router acc5626b-a7c4-4ad3-b44e-bddd73595d23 has already been hosted by L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a {{(pid=83236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:33:43.762608 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a763c407-0d39-4b53-b4ec-6e4670f39c4b tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:33:43.782341 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-a763c407-0d39-4b53-b4ec-6e4670f39c4b tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for floatingip, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:43.783679 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdacbb36-043c-448e-b333-9932625305f5 None None] Sync routers for ids ['acc5626b-a7c4-4ad3-b44e-bddd73595d23'] in dv-cinder-843305-1-iscsi {{(pid=83239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:33:43.806976 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdacbb36-043c-448e-b333-9932625305f5 None None] Routers {'acc5626b-a7c4-4ad3-b44e-bddd73595d23'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:33:43.807562 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-bdacbb36-043c-448e-b333-9932625305f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:33:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['acc5626b-a7c4-4ad3-b44e-bddd73595d23'], 'active': True} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:33:43.817193 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12639255-2247-451a-a32d-f833dbb60fc6 req-82b91bbd-76bb-40d2-9f9e-c0b92a65fcaa tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:43.822803 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-12639255-2247-451a-a32d-f833dbb60fc6 req-82b91bbd-76bb-40d2-9f9e-c0b92a65fcaa tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a980ccf-2b6a-4d3c-bcca-9289884decf0 HTTP/1.1" status: 200 len: 945 time: 0.1679640 May 25 22:33:43.874507 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 53930) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:43.877568 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-a763c407-0d39-4b53-b4ec-6e4670f39c4b tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "PUT /v2.0/floatingips/829d7e43-add2-4fd2-8f68-9b37245047b5 HTTP/1.1" status: 200 len: 991 time: 3.4909160 May 25 22:33:43.879223 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d6b8e5c-6150-4e6a-ae2a-4063f3d69535', 'tag': '3e734bcc-b9c8-4111-9184-349b4c2bd21f'}] {{(pid=83236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:33:43.933721 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 53940) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:43.967904 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-12639255-2247-451a-a32d-f833dbb60fc6 req-d183912d-d9ef-4122-8fcb-9f2155a029ef tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350942 May 25 22:33:44.067250 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9658c3ff-383c-4630-97c0-1aed79ad40e8 req-d19b0bc5-ccf0-4aab-a525-993f4de87f07 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:44.072245 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-9658c3ff-383c-4630-97c0-1aed79ad40e8 req-d19b0bc5-ccf0-4aab-a525-993f4de87f07 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Synchronizing usage tracker for tenant:088051ac6c68479091c88448d791f443 on resource:port {{(pid=83236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:33:44.077518 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8992e4b-66bf-43aa-9d85-a1c7ecd5aa43'] response: {'name': 'network-changed', 'server_uuid': '6d6b8e5c-6150-4e6a-ae2a-4063f3d69535', 'tag': '3e734bcc-b9c8-4111-9184-349b4c2bd21f', 'status': 'completed', 'code': 200} May 25 22:33:44.163818 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvr_db [None req-bdacbb36-043c-448e-b333-9932625305f5 None None] Set router acc5626b-a7c4-4ad3-b44e-bddd73595d23 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:33:44.179603 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-65ca2db5-f6e8-452c-aea9-513813341913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:44.201268 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-9658c3ff-383c-4630-97c0-1aed79ad40e8 req-d19b0bc5-ccf0-4aab-a525-993f4de87f07 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Unset dirty status for tenant:088051ac6c68479091c88448d791f443 on resource:port {{(pid=83236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:33:44.202718 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-9658c3ff-383c-4630-97c0-1aed79ad40e8 req-d19b0bc5-ccf0-4aab-a525-993f4de87f07 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] 10.222.0.45 "GET /v2.0/ports?device_id=74d2c671-5723-453a-a525-7381cd086455 HTTP/1.1" status: 200 len: 946 time: 0.3039505 May 25 22:33:44.285678 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-65ca2db5-f6e8-452c-aea9-513813341913 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:33:44.295786 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-65ca2db5-f6e8-452c-aea9-513813341913 admin admin] Usage tracker for resource:security_group_rule and tenant:5ad170041fad479087e340487f38d539 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:33:44.308720 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-65ca2db5-f6e8-452c-aea9-513813341913 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:33:44.324958 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-65ca2db5-f6e8-452c-aea9-513813341913 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:33:44.455033 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [req-9658c3ff-383c-4630-97c0-1aed79ad40e8 req-304f641b-54eb-419a-b710-f4165aa6cab5 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Deleting port c3a0c576-ba0b-4c00-b7c9-08b503872dc2 {{(pid=83236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:33:44.458087 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-9658c3ff-383c-4630-97c0-1aed79ad40e8 req-304f641b-54eb-419a-b710-f4165aa6cab5 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:44.515487 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-65ca2db5-f6e8-452c-aea9-513813341913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:44.580573 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-65ca2db5-f6e8-452c-aea9-513813341913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:44.643501 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-65ca2db5-f6e8-452c-aea9-513813341913 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5ad170041fad479087e340487f38d539&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7621460 May 25 22:33:44.647183 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 53972) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:44.706268 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-b12184e2-f1fc-4735-bdc4-d9128b563fe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:44.741066 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-bdacbb36-043c-448e-b333-9932625305f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'name': 'tempest-AttachVolumeTestJSON-2115816662-router', 'tenant_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '0abf62aa-2c7d-4e60-9f6c-c4182b6a4805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:32:46Z', 'updated_at': '2022-05-25T22:32:54Z', 'revision_number': 4, 'project_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'gw_port': {'id': '0abf62aa-2c7d-4e60-9f6c-c4182b6a4805', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:92:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:47Z', 'updated_at': '2022-05-25T22:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_floatingips': [{'id': '829d7e43-add2-4fd2-8f68-9b37245047b5', 'tenant_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'floating_ip_address': '172.27.0.53', 'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'router_id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'port_id': '3e734bcc-b9c8-4111-9184-349b4c2bd21f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd7645f7-57af-45f1-a732-f6a2011f3185', 'mac_address': 'fa:16:3e:f9:75:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6b8e5c-6150-4e6a-ae2a-4063f3d69535', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:33:06Z', 'updated_at': '2022-05-25T22:33:42Z', 'revision_number': 1, 'project_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5be0598e-33b1-4e73-9de6-042d1cb11080', 'name': '', 'network_id': 'fd7645f7-57af-45f1-a732-f6a2011f3185', 'tenant_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'mac_address': 'fa:16:3e:f3:7e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98f8d2f7-6f04-442a-9b23-c573cfab2370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:52Z', 'updated_at': '2022-05-25T22:33:07Z', 'revision_number': 5, 'project_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'subnets': [{'id': '98f8d2f7-6f04-442a-9b23-c573cfab2370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:33:44.746523 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdacbb36-043c-448e-b333-9932625305f5 None None] Checking router: acc5626b-a7c4-4ad3-b44e-bddd73595d23 for host: dv-cinder-843305-1-iscsi {{(pid=83239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:33:44.764211 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdacbb36-043c-448e-b333-9932625305f5 None None] Routers {'acc5626b-a7c4-4ad3-b44e-bddd73595d23'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:33:44.765306 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca2db5-f6e8-452c-aea9-513813341913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d43707-a38b-4a27-95f6-6559aac991b7,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:44.765919 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-bdacbb36-043c-448e-b333-9932625305f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:33:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['acc5626b-a7c4-4ad3-b44e-bddd73595d23'], 'active': True} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:33:44.828285 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff033b50-a901-459a-ae07-978bdeb0ad12 req-b23fc212-7079-4555-a79c-a8d89be428f1 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:44.836421 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-ff033b50-a901-459a-ae07-978bdeb0ad12 req-b23fc212-7079-4555-a79c-a8d89be428f1 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] 10.222.0.39 "GET /v2.0/ports?device_id=74d2c671-5723-453a-a525-7381cd086455 HTTP/1.1" status: 200 len: 946 time: 0.3185780 May 25 22:33:44.874739 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-aebb1eb4-1972-4777-b95e-a4d15623bbff req-51d6e603-749d-4d1e-918e-9ae7258561f1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b90abe1db3a04a6d96f07ef98a9f9cae&device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 1099 time: 0.7476897 May 25 22:33:44.885122 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-b12184e2-f1fc-4735-bdc4-d9128b563fe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:33:44.898388 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-b12184e2-f1fc-4735-bdc4-d9128b563fe5 admin admin] Usage tracker for resource:security_group_rule and tenant:2254114cbc424bd58851c29e4505bec2 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:33:44.910132 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-b12184e2-f1fc-4735-bdc4-d9128b563fe5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:33:44.913642 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4e60-b012-4c47-a172-757ff03c2852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:44.944145 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-b12184e2-f1fc-4735-bdc4-d9128b563fe5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:33:44.977280 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-ff033b50-a901-459a-ae07-978bdeb0ad12 req-d0bde558-73dd-4744-b6e4-44638276cb4a tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] 10.222.0.39 "GET /v2.0/security-groups?id=deda8db1-ca28-4923-b188-0d25004825a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397088 May 25 22:33:45.014739 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4e60-b012-4c47-a172-757ff03c2852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:45.077347 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvr_db [None req-bdacbb36-043c-448e-b333-9932625305f5 None None] Set router acc5626b-a7c4-4ad3-b44e-bddd73595d23 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:33:45.083728 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb1eb4-1972-4777-b95e-a4d15623bbff req-6c778196-f8ea-43f2-a719-fd529f753845 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:45.085182 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-aebb1eb4-1972-4777-b95e-a4d15623bbff req-6c778196-f8ea-43f2-a719-fd529f753845 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fd7645f7-57af-45f1-a732-f6a2011f3185 HTTP/1.1" status: 200 len: 912 time: 0.2023740 May 25 22:33:45.090187 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-9658c3ff-383c-4630-97c0-1aed79ad40e8 req-304f641b-54eb-419a-b710-f4165aa6cab5 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] For port c3a0c576-ba0b-4c00-b7c9-08b503872dc2, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=c3a0c576-ba0b-4c00-b7c9-08b503872dc2,segment=NetworkSegment(d9ce8754-a51e-4a93-8077-f19ced427d12),segment_id=d9ce8754-a51e-4a93-8077-f19ced427d12)] {{(pid=83236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:33:45.090187 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-9658c3ff-383c-4630-97c0-1aed79ad40e8 req-304f641b-54eb-419a-b710-f4165aa6cab5 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:45.181778 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-b12184e2-f1fc-4735-bdc4-d9128b563fe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:45.190283 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-b12184e2-f1fc-4735-bdc4-d9128b563fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:45.253248 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-b12184e2-f1fc-4735-bdc4-d9128b563fe5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2254114cbc424bd58851c29e4505bec2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3179951 May 25 22:33:45.257510 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 53994) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:45.258175 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4e60-b012-4c47-a172-757ff03c2852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:45.290676 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [req-9658c3ff-383c-4630-97c0-1aed79ad40e8 req-304f641b-54eb-419a-b710-f4165aa6cab5 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Calling delete_port for c3a0c576-ba0b-4c00-b7c9-08b503872dc2 owned by compute:nova {{(pid=83236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:33:45.421670 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4e60-b012-4c47-a172-757ff03c2852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:45.423174 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-6b6f4e60-b012-4c47-a172-757ff03c2852 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c0d43707-a38b-4a27-95f6-6559aac991b7 HTTP/1.1" status: 204 len: 168 time: 0.7610929 May 25 22:33:45.424229 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12184e2-f1fc-4735-bdc4-d9128b563fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73403a6-8491-4367-9eb5-b9ed5c096590,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:45.474913 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-aebb1eb4-1972-4777-b95e-a4d15623bbff req-844f906e-9dc2-4225-b7c1-942ee34476f2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e734bcc-b9c8-4111-9184-349b4c2bd21f HTTP/1.1" status: 200 len: 999 time: 0.3761721 May 25 22:33:45.486677 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f4e60-b012-4c47-a172-757ff03c2852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d43707-a38b-4a27-95f6-6559aac991b7,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:45.491971 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-2eda330e-c86c-4643-827d-21fadeefe018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:45.525317 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-2eda330e-c86c-4643-827d-21fadeefe018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:45.591048 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad71d6-5ba0-430d-b0e5-46763faac7c0 req-c2cfe654-0c61-4b7c-b75e-fefd2395a544 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:45.592782 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-ffad71d6-5ba0-430d-b0e5-46763faac7c0 req-c2cfe654-0c61-4b7c-b75e-fefd2395a544 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a980ccf-2b6a-4d3c-bcca-9289884decf0 HTTP/1.1" status: 200 len: 945 time: 0.3364367 May 25 22:33:45.614903 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb1eb4-1972-4777-b95e-a4d15623bbff req-49688973-b63e-4a09-b1d2-125dda972283 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:45.616627 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-aebb1eb4-1972-4777-b95e-a4d15623bbff req-49688973-b63e-4a09-b1d2-125dda972283 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=98f8d2f7-6f04-442a-9b23-c573cfab2370 HTTP/1.1" status: 200 len: 850 time: 0.1282458 May 25 22:33:45.666963 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-2eda330e-c86c-4643-827d-21fadeefe018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:45.687348 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eda330e-c86c-4643-827d-21fadeefe018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73403a6-8491-4367-9eb5-b9ed5c096590,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:45.700549 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-9658c3ff-383c-4630-97c0-1aed79ad40e8 req-304f641b-54eb-419a-b710-f4165aa6cab5 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028'] for port, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:45.708737 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-ffad71d6-5ba0-430d-b0e5-46763faac7c0 req-60063403-a98c-4f95-bcfa-b0165a28a066 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062500 May 25 22:33:45.719101 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-2eda330e-c86c-4643-827d-21fadeefe018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:45.725697 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-2eda330e-c86c-4643-827d-21fadeefe018 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c73403a6-8491-4367-9eb5-b9ed5c096590 HTTP/1.1" status: 204 len: 168 time: 0.4623101 May 25 22:33:45.750914 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-bdacbb36-043c-448e-b333-9932625305f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'name': 'tempest-AttachVolumeTestJSON-2115816662-router', 'tenant_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '0abf62aa-2c7d-4e60-9f6c-c4182b6a4805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:32:46Z', 'updated_at': '2022-05-25T22:32:54Z', 'revision_number': 4, 'project_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'gw_port': {'id': '0abf62aa-2c7d-4e60-9f6c-c4182b6a4805', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:92:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:47Z', 'updated_at': '2022-05-25T22:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_floatingips': [{'id': '829d7e43-add2-4fd2-8f68-9b37245047b5', 'tenant_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'floating_ip_address': '172.27.0.53', 'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'router_id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'port_id': '3e734bcc-b9c8-4111-9184-349b4c2bd21f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd7645f7-57af-45f1-a732-f6a2011f3185', 'mac_address': 'fa:16:3e:f9:75:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6b8e5c-6150-4e6a-ae2a-4063f3d69535', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:33:06Z', 'updated_at': '2022-05-25T22:33:42Z', 'revision_number': 1, 'project_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5be0598e-33b1-4e73-9de6-042d1cb11080', 'name': '', 'network_id': 'fd7645f7-57af-45f1-a732-f6a2011f3185', 'tenant_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'mac_address': 'fa:16:3e:f3:7e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98f8d2f7-6f04-442a-9b23-c573cfab2370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:52Z', 'updated_at': '2022-05-25T22:33:07Z', 'revision_number': 5, 'project_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'subnets': [{'id': '98f8d2f7-6f04-442a-9b23-c573cfab2370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:33:45.752738 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] get_ports_and_sgs() called for port_ids ['c3a0c576-ba0b-4c00-b7c9-08b503872dc2'] {{(pid=83238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:33:45.755846 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdacbb36-043c-448e-b333-9932625305f5 None None] The sync data for ids ['acc5626b-a7c4-4ad3-b44e-bddd73595d23'] in dv-cinder-843305-1-iscsi is: [{'id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'name': 'tempest-AttachVolumeTestJSON-2115816662-router', 'tenant_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '0abf62aa-2c7d-4e60-9f6c-c4182b6a4805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:32:46Z', 'updated_at': '2022-05-25T22:32:54Z', 'revision_number': 4, 'project_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'gw_port': {'id': '0abf62aa-2c7d-4e60-9f6c-c4182b6a4805', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:92:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:47Z', 'updated_at': '2022-05-25T22:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_floatingips': [{'id': '829d7e43-add2-4fd2-8f68-9b37245047b5', 'tenant_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'floating_ip_address': '172.27.0.53', 'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'router_id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'port_id': '3e734bcc-b9c8-4111-9184-349b4c2bd21f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd7645f7-57af-45f1-a732-f6a2011f3185', 'mac_address': 'fa:16:3e:f9:75:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6b8e5c-6150-4e6a-ae2a-4063f3d69535', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:33:06Z', 'updated_at': '2022-05-25T22:33:42Z', 'revision_number': 1, 'project_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5be0598e-33b1-4e73-9de6-042d1cb11080', 'name': '', 'network_id': 'fd7645f7-57af-45f1-a732-f6a2011f3185', 'tenant_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'mac_address': 'fa:16:3e:f3:7e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98f8d2f7-6f04-442a-9b23-c573cfab2370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:52Z', 'updated_at': '2022-05-25T22:33:07Z', 'revision_number': 5, 'project_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'subnets': [{'id': '98f8d2f7-6f04-442a-9b23-c573cfab2370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:33:45.781489 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-aebb1eb4-1972-4777-b95e-a4d15623bbff req-ad616613-5208-4b7f-87b3-3c283c8fb577 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fd7645f7-57af-45f1-a732-f6a2011f3185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1581540 May 25 22:33:45.784721 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304f641b-54eb-419a-b710-f4165aa6cab5 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Pushing event deleted for resources: {'Port': ['ID=c3a0c576-ba0b-4c00-b7c9-08b503872dc2,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:45.797857 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304f641b-54eb-419a-b710-f4165aa6cab5 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:33:45.798198 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304f641b-54eb-419a-b710-f4165aa6cab5 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:33:45.798532 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304f641b-54eb-419a-b710-f4165aa6cab5 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:33:45.798902 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304f641b-54eb-419a-b710-f4165aa6cab5 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:33:45.799232 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304f641b-54eb-419a-b710-f4165aa6cab5 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:33:45.799589 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304f641b-54eb-419a-b710-f4165aa6cab5 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:33:45.799908 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304f641b-54eb-419a-b710-f4165aa6cab5 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:33:45.800225 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304f641b-54eb-419a-b710-f4165aa6cab5 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:33:45.800590 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304f641b-54eb-419a-b710-f4165aa6cab5 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:33:45.800968 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304f641b-54eb-419a-b710-f4165aa6cab5 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:33:45.801288 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304f641b-54eb-419a-b710-f4165aa6cab5 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:33:46.137925 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24596425-27b9-413c-8616-e0b8fc31a152 None None] New status for floating IP 829d7e43-add2-4fd2-8f68-9b37245047b5: ACTIVE {{(pid=83238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:33:46.294588 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 54028) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:46.305266 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [req-9658c3ff-383c-4630-97c0-1aed79ad40e8 req-304f641b-54eb-419a-b710-f4165aa6cab5 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] No DVR routers for this DVR port c3a0c576-ba0b-4c00-b7c9-08b503872dc2 on host hv-cinder-84330 {{(pid=83236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:33:46.311634 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-9658c3ff-383c-4630-97c0-1aed79ad40e8 req-304f641b-54eb-419a-b710-f4165aa6cab5 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:46.337920 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d2c671-5723-453a-a525-7381cd086455', 'name': 'network-vif-deleted', 'tag': 'c3a0c576-ba0b-4c00-b7c9-08b503872dc2'}] {{(pid=83236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:33:46.365900 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-9658c3ff-383c-4630-97c0-1aed79ad40e8 req-304f641b-54eb-419a-b710-f4165aa6cab5 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] 10.222.0.45 "DELETE /v2.0/ports/c3a0c576-ba0b-4c00-b7c9-08b503872dc2 HTTP/1.1" status: 204 len: 173 time: 2.1475370 May 25 22:33:46.449203 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-be6a735f-2074-42ac-a8e0-cb67a5d50e48 req-6729dace-cd25-4c2e-b219-62380c1c0f0c tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] 10.222.0.39 "GET /v2.0/ports?device_id=74d2c671-5723-453a-a525-7381cd086455 HTTP/1.1" status: 200 len: 210 time: 0.1343143 May 25 22:33:46.450581 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-aebb1eb4-1972-4777-b95e-a4d15623bbff req-6bce3682-c01a-4376-9e05-80bcc9cd4738 service neutron] 10.222.0.45 "GET /v2.0/networks/fd7645f7-57af-45f1-a732-f6a2011f3185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6543448 May 25 22:33:46.452321 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1f73804-23ee-4e69-b235-9db05e53eeb2'] response: {'server_uuid': '74d2c671-5723-453a-a525-7381cd086455', 'name': 'network-vif-deleted', 'tag': 'c3a0c576-ba0b-4c00-b7c9-08b503872dc2', 'status': 'completed', 'code': 200} May 25 22:33:46.452790 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-43686c16-cef0-49bc-b52a-f700cf007123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:46.545212 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-43686c16-cef0-49bc-b52a-f700cf007123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:33:46.555595 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-43686c16-cef0-49bc-b52a-f700cf007123 admin admin] Usage tracker for resource:security_group_rule and tenant:d4ddef65a30345359b6ee05acd809c6f is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:33:46.570331 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-43686c16-cef0-49bc-b52a-f700cf007123 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:33:46.590118 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-43686c16-cef0-49bc-b52a-f700cf007123 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:33:46.642560 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 54042) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:46.671823 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-97195860-c772-456d-b716-94fd872aeb03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:46.709218 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-aebb1eb4-1972-4777-b95e-a4d15623bbff req-72f2eecb-f823-4dd2-825d-115d83a23f09 service neutron] 10.222.0.45 "GET /v2.0/networks/fd7645f7-57af-45f1-a732-f6a2011f3185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440963 May 25 22:33:46.749384 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-97195860-c772-456d-b716-94fd872aeb03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:33:46.756821 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-43686c16-cef0-49bc-b52a-f700cf007123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:46.758140 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-97195860-c772-456d-b716-94fd872aeb03 admin admin] Usage tracker for resource:security_group_rule and tenant:bf6025a6a8604681aaa9aa9f28a77743 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:33:46.761361 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-97195860-c772-456d-b716-94fd872aeb03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:33:46.767041 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-43686c16-cef0-49bc-b52a-f700cf007123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:46.775070 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-97195860-c772-456d-b716-94fd872aeb03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:33:46.807132 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43686c16-cef0-49bc-b52a-f700cf007123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f58a2b5-6307-4e04-a60a-068291fa17b6,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:46.851824 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43686c16-cef0-49bc-b52a-f700cf007123 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:33:46.852262 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43686c16-cef0-49bc-b52a-f700cf007123 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:33:46.852554 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43686c16-cef0-49bc-b52a-f700cf007123 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:33:46.852806 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43686c16-cef0-49bc-b52a-f700cf007123 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:33:46.853290 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43686c16-cef0-49bc-b52a-f700cf007123 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:33:46.853712 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43686c16-cef0-49bc-b52a-f700cf007123 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:33:46.853930 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43686c16-cef0-49bc-b52a-f700cf007123 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:33:46.854251 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43686c16-cef0-49bc-b52a-f700cf007123 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:33:46.854567 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43686c16-cef0-49bc-b52a-f700cf007123 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:33:46.854875 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43686c16-cef0-49bc-b52a-f700cf007123 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:33:46.855232 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43686c16-cef0-49bc-b52a-f700cf007123 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:33:46.862818 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 54054) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:46.864022 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-43686c16-cef0-49bc-b52a-f700cf007123 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d4ddef65a30345359b6ee05acd809c6f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5687299 May 25 22:33:46.951011 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-d67e4a38-25c2-4166-9dad-1fa7fa60766d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:46.979266 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-97195860-c772-456d-b716-94fd872aeb03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:46.979648 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-d67e4a38-25c2-4166-9dad-1fa7fa60766d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:46.991125 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-97195860-c772-456d-b716-94fd872aeb03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:47.049472 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-d67e4a38-25c2-4166-9dad-1fa7fa60766d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:47.055068 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97195860-c772-456d-b716-94fd872aeb03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd0d1ee-7218-430c-8860-28d819182c77,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:47.062829 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89608858-4332-413a-99c4-c28169b67ef6 req-e0aa15e8-aca9-4dbd-9ad8-34b66946184b tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:47.064332 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-89608858-4332-413a-99c4-c28169b67ef6 req-e0aa15e8-aca9-4dbd-9ad8-34b66946184b tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a980ccf-2b6a-4d3c-bcca-9289884decf0 HTTP/1.1" status: 200 len: 945 time: 0.1650524 May 25 22:33:47.067012 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-97195860-c772-456d-b716-94fd872aeb03 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bf6025a6a8604681aaa9aa9f28a77743&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4217939 May 25 22:33:47.069657 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 54058) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:47.076507 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67e4a38-25c2-4166-9dad-1fa7fa60766d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f58a2b5-6307-4e04-a60a-068291fa17b6,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:47.079943 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-d67e4a38-25c2-4166-9dad-1fa7fa60766d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:47.081045 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-d67e4a38-25c2-4166-9dad-1fa7fa60766d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7f58a2b5-6307-4e04-a60a-068291fa17b6 HTTP/1.1" status: 204 len: 168 time: 0.2158175 May 25 22:33:47.169519 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-89608858-4332-413a-99c4-c28169b67ef6 req-d2df3abb-4273-455f-b9b0-4bd5a9d8e28f tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762520 May 25 22:33:47.183365 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-56e3d92f-d851-46f0-b22d-f0eaef7c7bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:47.224391 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-56e3d92f-d851-46f0-b22d-f0eaef7c7bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:47.300061 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-56e3d92f-d851-46f0-b22d-f0eaef7c7bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:47.327347 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 54072) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:47.328924 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e3d92f-d851-46f0-b22d-f0eaef7c7bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd0d1ee-7218-430c-8860-28d819182c77,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:47.337683 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-56e3d92f-d851-46f0-b22d-f0eaef7c7bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:47.338779 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-56e3d92f-d851-46f0-b22d-f0eaef7c7bfd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4cd0d1ee-7218-430c-8860-28d819182c77 HTTP/1.1" status: 204 len: 168 time: 0.2679143 May 25 22:33:47.749110 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-632b384b-bd67-4fc7-98fe-81b5d69cc81a req-44ed492a-f49c-4a71-b8c3-9cfceac3afb1 tempest-DeleteServersTestJSON-1815269010 tempest-DeleteServersTestJSON-1815269010-project] 10.222.0.39 "GET /v2.0/ports?device_id=74d2c671-5723-453a-a525-7381cd086455 HTTP/1.1" status: 200 len: 210 time: 0.0691607 May 25 22:33:47.800824 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-0b922539-49d1-460c-80e1-e94dae5b2ddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:47.843946 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-0b922539-49d1-460c-80e1-e94dae5b2ddf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:33:47.849876 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-0b922539-49d1-460c-80e1-e94dae5b2ddf admin admin] Usage tracker for resource:security_group_rule and tenant:3ecb0300a0b14a4dba8d1a5f076d17d5 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:33:47.853380 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-0b922539-49d1-460c-80e1-e94dae5b2ddf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:33:47.860616 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-0b922539-49d1-460c-80e1-e94dae5b2ddf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:33:47.974781 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-0b922539-49d1-460c-80e1-e94dae5b2ddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:47.982111 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-0b922539-49d1-460c-80e1-e94dae5b2ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:48.047030 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b922539-49d1-460c-80e1-e94dae5b2ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faefbaf7-1c06-4872-a6ed-c7efc88d600b,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:48.053588 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-0b922539-49d1-460c-80e1-e94dae5b2ddf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3ecb0300a0b14a4dba8d1a5f076d17d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7245977 May 25 22:33:48.056804 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 54106) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:48.140527 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-3b3de261-2792-44ec-b2db-afebf1a6f27c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:48.171958 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-3b3de261-2792-44ec-b2db-afebf1a6f27c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:48.244850 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-3b3de261-2792-44ec-b2db-afebf1a6f27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:48.279831 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3de261-2792-44ec-b2db-afebf1a6f27c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faefbaf7-1c06-4872-a6ed-c7efc88d600b,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:48.302460 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-3b3de261-2792-44ec-b2db-afebf1a6f27c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:48.305478 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-3b3de261-2792-44ec-b2db-afebf1a6f27c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/faefbaf7-1c06-4872-a6ed-c7efc88d600b HTTP/1.1" status: 204 len: 168 time: 0.2479384 May 25 22:33:48.522287 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c8ac9-d850-4b3d-abd8-c020da78f5e3 req-a49a9856-b3bc-420b-886c-6d9b780ec059 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:48.529005 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-6e8c8ac9-d850-4b3d-abd8-c020da78f5e3 req-a49a9856-b3bc-420b-886c-6d9b780ec059 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a980ccf-2b6a-4d3c-bcca-9289884decf0 HTTP/1.1" status: 200 len: 945 time: 0.1118667 May 25 22:33:48.576075 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-6e8c8ac9-d850-4b3d-abd8-c020da78f5e3 req-ac8246e7-90f7-44df-900b-44da33da2ea2 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461848 May 25 22:33:48.816507 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 54144) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:48.856954 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-5f00696c-50b6-4ff1-b802-9b27d69af968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:48.919487 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-5f00696c-50b6-4ff1-b802-9b27d69af968 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:33:48.925560 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-5f00696c-50b6-4ff1-b802-9b27d69af968 admin admin] Usage tracker for resource:security_group_rule and tenant:7260556d422b455ba9166197061ba0c0 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:33:48.929530 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-5f00696c-50b6-4ff1-b802-9b27d69af968 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:33:48.936195 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-5f00696c-50b6-4ff1-b802-9b27d69af968 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:33:49.034781 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-5f00696c-50b6-4ff1-b802-9b27d69af968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:49.044533 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-5f00696c-50b6-4ff1-b802-9b27d69af968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:49.062101 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device c3a0c576-ba0b-4c00-b7c9-08b503872dc2 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:33:49.106607 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f00696c-50b6-4ff1-b802-9b27d69af968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f48022-e7bb-4051-94ab-9b9072bb8888,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:49.112580 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-5f00696c-50b6-4ff1-b802-9b27d69af968 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7260556d422b455ba9166197061ba0c0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2950058 May 25 22:33:49.116241 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 54166) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:49.120993 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] No Port match for: c3a0c576-ba0b-4c00-b7c9-08b503872dc2 {{(pid=83238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:33:49.121512 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device c3a0c576-ba0b-4c00-b7c9-08b503872dc2 not bound to the agent host hv-cinder-84330 {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:33:49.188542 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-842d9ea7-2562-45db-b14b-87ed1d924d31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:49.221658 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-842d9ea7-2562-45db-b14b-87ed1d924d31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:49.295104 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-842d9ea7-2562-45db-b14b-87ed1d924d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:49.311677 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842d9ea7-2562-45db-b14b-87ed1d924d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f48022-e7bb-4051-94ab-9b9072bb8888,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:49.325864 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-842d9ea7-2562-45db-b14b-87ed1d924d31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:49.327431 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-842d9ea7-2562-45db-b14b-87ed1d924d31 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e4f48022-e7bb-4051-94ab-9b9072bb8888 HTTP/1.1" status: 204 len: 168 time: 0.2090254 May 25 22:33:49.961483 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767eb4c-c5a9-4568-a6eb-25cfaf3c1fe2 req-0927b3c9-9dd7-4d66-8db5-aecc4894b3cb tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:49.976110 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-e767eb4c-c5a9-4568-a6eb-25cfaf3c1fe2 req-0927b3c9-9dd7-4d66-8db5-aecc4894b3cb tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a980ccf-2b6a-4d3c-bcca-9289884decf0 HTTP/1.1" status: 200 len: 945 time: 0.2182462 May 25 22:33:50.143022 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-e767eb4c-c5a9-4568-a6eb-25cfaf3c1fe2 req-4e219bbc-7ec8-4401-bdd2-7c9e8affd95a tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659336 May 25 22:33:50.230081 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 54228) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:50.391453 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 54246) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:50.430024 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-91ff932f-ce1c-427e-8a39-09a95f4543c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:50.484115 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-91ff932f-ce1c-427e-8a39-09a95f4543c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:33:50.490295 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-91ff932f-ce1c-427e-8a39-09a95f4543c8 admin admin] Usage tracker for resource:security_group_rule and tenant:596a50a09bb04dbf92cddfe74968cd40 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:33:50.493962 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-91ff932f-ce1c-427e-8a39-09a95f4543c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:33:50.501314 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-91ff932f-ce1c-427e-8a39-09a95f4543c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:33:50.600890 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-91ff932f-ce1c-427e-8a39-09a95f4543c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:50.606883 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-91ff932f-ce1c-427e-8a39-09a95f4543c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:50.690822 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ff932f-ce1c-427e-8a39-09a95f4543c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55587dbf-d451-4909-b189-a849b7ca1bc8,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:50.713692 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-d02a03ba-fe51-4617-be00-57440bbe7704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:50.734165 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-91ff932f-ce1c-427e-8a39-09a95f4543c8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=596a50a09bb04dbf92cddfe74968cd40&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3413856 May 25 22:33:50.734381 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 54266) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:50.793160 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-d02a03ba-fe51-4617-be00-57440bbe7704 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:33:50.803508 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-d02a03ba-fe51-4617-be00-57440bbe7704 admin admin] Usage tracker for resource:security_group_rule and tenant:2416aba2271246e98e4c7988df4c569f is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:33:50.810030 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-d02a03ba-fe51-4617-be00-57440bbe7704 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:33:50.825779 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-d02a03ba-fe51-4617-be00-57440bbe7704 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:33:50.827546 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-20518200-722c-4780-8b2c-fe15fde527df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:50.852597 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 54278) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:50.876860 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-20518200-722c-4780-8b2c-fe15fde527df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:50.942746 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-20518200-722c-4780-8b2c-fe15fde527df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:50.942959 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ff361ec-3c16-4c27-9d71-c98cbd529644 admin admin] Deleting subnet e69c8957-8c1d-4117-a304-7714404f270e {{(pid=83236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:33:50.949694 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-8ff361ec-3c16-4c27-9d71-c98cbd529644 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:50.962563 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20518200-722c-4780-8b2c-fe15fde527df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55587dbf-d451-4909-b189-a849b7ca1bc8,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:50.968439 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-20518200-722c-4780-8b2c-fe15fde527df admin admin] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:50.969567 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-20518200-722c-4780-8b2c-fe15fde527df admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/55587dbf-d451-4909-b189-a849b7ca1bc8 HTTP/1.1" status: 204 len: 168 time: 0.2343032 May 25 22:33:51.033697 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-8ff361ec-3c16-4c27-9d71-c98cbd529644 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:51.050021 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-8ff361ec-3c16-4c27-9d71-c98cbd529644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3099660'] for subnet, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:51.091911 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-d02a03ba-fe51-4617-be00-57440bbe7704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:51.101238 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-d02a03ba-fe51-4617-be00-57440bbe7704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:51.162953 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-d02a03ba-fe51-4617-be00-57440bbe7704 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2416aba2271246e98e4c7988df4c569f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9306993 May 25 22:33:51.166057 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 54288) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:51.185898 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a03ba-fe51-4617-be00-57440bbe7704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5359406a-ed16-4704-9fb0-ea5c3b726f3d,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:51.209583 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-8ff361ec-3c16-4c27-9d71-c98cbd529644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3099653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057'] for subnet, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:51.250726 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-b81c6145-b200-422d-b0c9-c971b7501eec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:51.252295 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff361ec-3c16-4c27-9d71-c98cbd529644 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e69c8957-8c1d-4117-a304-7714404f270e,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:51.262317 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-8ff361ec-3c16-4c27-9d71-c98cbd529644 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:51.289023 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-8ff361ec-3c16-4c27-9d71-c98cbd529644 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e69c8957-8c1d-4117-a304-7714404f270e HTTP/1.1" status: 204 len: 168 time: 0.4351442 May 25 22:33:51.291130 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-b81c6145-b200-422d-b0c9-c971b7501eec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:51.291620 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 54294) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:51.380475 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-b81c6145-b200-422d-b0c9-c971b7501eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:51.405640 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81c6145-b200-422d-b0c9-c971b7501eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5359406a-ed16-4704-9fb0-ea5c3b726f3d,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:51.408285 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-b81c6145-b200-422d-b0c9-c971b7501eec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:51.412324 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-b81c6145-b200-422d-b0c9-c971b7501eec admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5359406a-ed16-4704-9fb0-ea5c3b726f3d HTTP/1.1" status: 204 len: 168 time: 0.2452509 May 25 22:33:51.440468 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-252dc837-59d6-46ba-ac4c-287b3eaf7183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1111784'] for network, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:51.465348 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb8292-9318-4cc5-a62f-b33e420c1581 req-52670e68-23fa-4f32-ab18-b7bba1e16541 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:51.467548 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-4dfb8292-9318-4cc5-a62f-b33e420c1581 req-52670e68-23fa-4f32-ab18-b7bba1e16541 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a980ccf-2b6a-4d3c-bcca-9289884decf0 HTTP/1.1" status: 200 len: 945 time: 0.1265595 May 25 22:33:51.506125 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 54306) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:51.539464 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-4dfb8292-9318-4cc5-a62f-b33e420c1581 req-ad81d90b-d407-43ae-aeed-50479455ba23 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657520 May 25 22:33:51.588214 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-252dc837-59d6-46ba-ac4c-287b3eaf7183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3103129', 'neutron.services.segments.db._delete_segments_for_network-8744689775481'] for network, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:51.619943 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-252dc837-59d6-46ba-ac4c-287b3eaf7183 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:33:51.620281 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-252dc837-59d6-46ba-ac4c-287b3eaf7183 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:33:51.621022 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-252dc837-59d6-46ba-ac4c-287b3eaf7183 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:33:51.621343 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-252dc837-59d6-46ba-ac4c-287b3eaf7183 admin admin] Subscribe: > port after_create 55550000 {{(pid=83236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:33:51.621660 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-252dc837-59d6-46ba-ac4c-287b3eaf7183 admin admin] Subscribe: > port after_delete 55550000 {{(pid=83236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:33:51.622004 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-252dc837-59d6-46ba-ac4c-287b3eaf7183 admin admin] Subscribe: > port after_update 55550000 {{(pid=83236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:33:51.622335 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-252dc837-59d6-46ba-ac4c-287b3eaf7183 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:33:51.622775 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-252dc837-59d6-46ba-ac4c-287b3eaf7183 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:33:51.623098 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-252dc837-59d6-46ba-ac4c-287b3eaf7183 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:33:51.623409 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-252dc837-59d6-46ba-ac4c-287b3eaf7183 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:33:51.793558 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-252dc837-59d6-46ba-ac4c-287b3eaf7183 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:33:51.794137 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-252dc837-59d6-46ba-ac4c-287b3eaf7183 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:33:51.794536 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-252dc837-59d6-46ba-ac4c-287b3eaf7183 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:33:51.794949 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-252dc837-59d6-46ba-ac4c-287b3eaf7183 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:33:51.795394 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.services.segments.db [None req-252dc837-59d6-46ba-ac4c-287b3eaf7183 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80a1c730-2cb5-4c32-855a-c6e593e04183']}} {{(pid=83236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:33:51.813672 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.services.segments.db [None req-252dc837-59d6-46ba-ac4c-287b3eaf7183 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9ce8754-a51e-4a93-8077-f19ced427d12') {'for_net_delete': True} {{(pid=83236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:33:51.814030 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.services.segments.db [None req-252dc837-59d6-46ba-ac4c-287b3eaf7183 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9ce8754-a51e-4a93-8077-f19ced427d12') {} {{(pid=83236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:33:51.826179 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-252dc837-59d6-46ba-ac4c-287b3eaf7183 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744689775364', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1821422'] for segment, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:51.848329 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-252dc837-59d6-46ba-ac4c-287b3eaf7183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:51.859749 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-252dc837-59d6-46ba-ac4c-287b3eaf7183 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=83236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:33:51.860334 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-252dc837-59d6-46ba-ac4c-287b3eaf7183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1631023'] for segment, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:51.961999 dv-cinder-843305-1-iscsi neutron-server[83236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 25 22:33:51.961999 dv-cinder-843305-1-iscsi neutron-server[83236]: util.warn_limited( May 25 22:33:51.961999 dv-cinder-843305-1-iscsi neutron-server[83236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 25 22:33:51.961999 dv-cinder-843305-1-iscsi neutron-server[83236]: util.warn_limited( May 25 22:33:51.961999 dv-cinder-843305-1-iscsi neutron-server[83236]: Traceback (most recent call last): May 25 22:33:51.961999 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:33:51.961999 dv-cinder-843305-1-iscsi neutron-server[83236]: timer() May 25 22:33:51.961999 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:33:51.961999 dv-cinder-843305-1-iscsi neutron-server[83236]: cb(*args, **kw) May 25 22:33:51.961999 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:33:51.961999 dv-cinder-843305-1-iscsi neutron-server[83236]: return func(*args, **kwargs) May 25 22:33:51.961999 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:33:51.961999 dv-cinder-843305-1-iscsi neutron-server[83236]: self._notify() May 25 22:33:51.961999 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:33:51.961999 dv-cinder-843305-1-iscsi neutron-server[83236]: self.callback(batched_events) May 25 22:33:51.961999 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:33:51.961999 dv-cinder-843305-1-iscsi neutron-server[83236]: event.method(event) May 25 22:33:51.961999 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:33:51.961999 dv-cinder-843305-1-iscsi neutron-server[83236]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:33:51.961999 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:33:51.961999 dv-cinder-843305-1-iscsi neutron-server[83236]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:33:51.961999 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:33:51.961999 dv-cinder-843305-1-iscsi neutron-server[83236]: return f(self, *a, **k) May 25 22:33:51.961999 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:33:51.961999 dv-cinder-843305-1-iscsi neutron-server[83236]: return self._get(url).json() May 25 22:33:51.961999 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:33:51.961999 dv-cinder-843305-1-iscsi neutron-server[83236]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:33:51.961999 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:33:51.961999 dv-cinder-843305-1-iscsi neutron-server[83236]: return self.request(url, 'GET', **kwargs) May 25 22:33:51.961999 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:33:51.961999 dv-cinder-843305-1-iscsi neutron-server[83236]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:33:51.961999 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:33:51.961999 dv-cinder-843305-1-iscsi neutron-server[83236]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:33:51.961999 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:33:51.961999 dv-cinder-843305-1-iscsi neutron-server[83236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:33:51.961999 dv-cinder-843305-1-iscsi neutron-server[83236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:33:51.979707 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-252dc837-59d6-46ba-ac4c-287b3eaf7183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3103122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335064'] for network, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:51.983667 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-b3924519-222d-4c30-ae7c-8d96f9694555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:52.019503 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252dc837-59d6-46ba-ac4c-287b3eaf7183 admin admin] Pushing event deleted for resources: {'Network': ['ID=80a1c730-2cb5-4c32-855a-c6e593e04183,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:52.022219 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-252dc837-59d6-46ba-ac4c-287b3eaf7183 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for network, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:52.051282 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-252dc837-59d6-46ba-ac4c-287b3eaf7183 admin admin] 10.222.0.39 "DELETE /v2.0/networks/80a1c730-2cb5-4c32-855a-c6e593e04183 HTTP/1.1" status: 204 len: 168 time: 0.7567086 May 25 22:33:52.059563 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-b3924519-222d-4c30-ae7c-8d96f9694555 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:33:52.064312 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-b3924519-222d-4c30-ae7c-8d96f9694555 admin admin] Usage tracker for resource:security_group_rule and tenant:993198455a0a4e9bb8eb36d868cf7414 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:33:52.067856 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-b3924519-222d-4c30-ae7c-8d96f9694555 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:33:52.073910 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-b3924519-222d-4c30-ae7c-8d96f9694555 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:33:52.180449 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-b3924519-222d-4c30-ae7c-8d96f9694555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:52.186130 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-b3924519-222d-4c30-ae7c-8d96f9694555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:52.239030 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3924519-222d-4c30-ae7c-8d96f9694555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc3f52d-2634-445c-80e5-815d6a966063,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:52.245204 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-b3924519-222d-4c30-ae7c-8d96f9694555 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=993198455a0a4e9bb8eb36d868cf7414&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7358501 May 25 22:33:52.245740 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 54350) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:52.249118 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 54354) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:52.319735 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-1f831ebc-e2e9-482c-b755-72fa651b30a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:52.327891 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-81f2b691-87e9-44ca-ae4b-4fbfdd3cf76f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=088051ac6c68479091c88448d791f443&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0785606 May 25 22:33:52.328198 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 54360) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:52.353673 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-1f831ebc-e2e9-482c-b755-72fa651b30a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:52.399083 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-45447965-17aa-4a6e-bd2b-d195321e05c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:52.423612 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-1f831ebc-e2e9-482c-b755-72fa651b30a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:52.430404 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-45447965-17aa-4a6e-bd2b-d195321e05c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:52.450154 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f831ebc-e2e9-482c-b755-72fa651b30a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc3f52d-2634-445c-80e5-815d6a966063,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:52.464215 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-1f831ebc-e2e9-482c-b755-72fa651b30a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:52.468238 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-1f831ebc-e2e9-482c-b755-72fa651b30a0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5bc3f52d-2634-445c-80e5-815d6a966063 HTTP/1.1" status: 204 len: 168 time: 0.2176483 May 25 22:33:52.508199 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-45447965-17aa-4a6e-bd2b-d195321e05c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:52.528904 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45447965-17aa-4a6e-bd2b-d195321e05c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deda8db1-ca28-4923-b188-0d25004825a6,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:52.531097 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-45447965-17aa-4a6e-bd2b-d195321e05c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:52.535410 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-45447965-17aa-4a6e-bd2b-d195321e05c2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/deda8db1-ca28-4923-b188-0d25004825a6 HTTP/1.1" status: 204 len: 168 time: 0.2057688 May 25 22:33:52.751372 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f69fc5-e593-424c-aca5-6678d7c2242e req-7815e92b-781b-4464-976d-4fcad3a1e965 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:52.753092 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f3f69fc5-e593-424c-aca5-6678d7c2242e req-7815e92b-781b-4464-976d-4fcad3a1e965 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a980ccf-2b6a-4d3c-bcca-9289884decf0 HTTP/1.1" status: 200 len: 945 time: 0.0826969 May 25 22:33:52.806359 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 54382) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:52.828712 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f3f69fc5-e593-424c-aca5-6678d7c2242e req-b19f0dba-bdf6-4b21-b6cd-bed7e4452a37 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686378 May 25 22:33:53.245951 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 54404) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:53.264917 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-e2f14388-0e6d-41a4-b356-c4676c672148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:53.299227 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-e2f14388-0e6d-41a4-b356-c4676c672148 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:33:53.304031 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-e2f14388-0e6d-41a4-b356-c4676c672148 admin admin] Usage tracker for resource:security_group_rule and tenant:e3b18d8ba50f445283bd91a3c1fc1a76 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:33:53.307031 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-e2f14388-0e6d-41a4-b356-c4676c672148 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:33:53.313254 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-e2f14388-0e6d-41a4-b356-c4676c672148 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:33:53.386655 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-e2f14388-0e6d-41a4-b356-c4676c672148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:53.391945 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-e2f14388-0e6d-41a4-b356-c4676c672148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:53.408899 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-c9b427f8-ab61-4c5c-8174-c989f47d23dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:53.453177 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f14388-0e6d-41a4-b356-c4676c672148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2476934b-cc8d-4cfb-b001-af32f3726b53,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:53.453801 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-c9b427f8-ab61-4c5c-8174-c989f47d23dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:33:53.458611 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-c9b427f8-ab61-4c5c-8174-c989f47d23dc admin admin] Usage tracker for resource:security_group_rule and tenant:ac0741eafcca4d318d4135edbfbd0ba0 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:33:53.464871 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-c9b427f8-ab61-4c5c-8174-c989f47d23dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:33:53.474873 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-e2f14388-0e6d-41a4-b356-c4676c672148 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e3b18d8ba50f445283bd91a3c1fc1a76&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2248769 May 25 22:33:53.475181 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 54414) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:53.476254 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-c9b427f8-ab61-4c5c-8174-c989f47d23dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:33:53.555683 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-ef297bce-ba4b-406e-bd9a-27f137465b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:53.565375 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-c9b427f8-ab61-4c5c-8174-c989f47d23dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:53.571514 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-c9b427f8-ab61-4c5c-8174-c989f47d23dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:53.585392 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-ef297bce-ba4b-406e-bd9a-27f137465b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:53.620629 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b427f8-ab61-4c5c-8174-c989f47d23dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343210c1-ec96-4146-85d0-d29187f6bf53,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:53.624740 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-c9b427f8-ab61-4c5c-8174-c989f47d23dc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ac0741eafcca4d318d4135edbfbd0ba0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8171155 May 25 22:33:53.627326 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 54426) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:53.658936 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-ef297bce-ba4b-406e-bd9a-27f137465b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:53.673909 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef297bce-ba4b-406e-bd9a-27f137465b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2476934b-cc8d-4cfb-b001-af32f3726b53,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:53.682392 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-ef297bce-ba4b-406e-bd9a-27f137465b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:53.683754 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-ef297bce-ba4b-406e-bd9a-27f137465b13 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2476934b-cc8d-4cfb-b001-af32f3726b53 HTTP/1.1" status: 204 len: 168 time: 0.2075887 May 25 22:33:53.708129 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-a41c08f7-3fa9-4f48-a14e-ba7de3995816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:53.741688 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-a41c08f7-3fa9-4f48-a14e-ba7de3995816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:53.797885 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-a41c08f7-3fa9-4f48-a14e-ba7de3995816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:53.821014 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41c08f7-3fa9-4f48-a14e-ba7de3995816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343210c1-ec96-4146-85d0-d29187f6bf53,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:53.825291 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-a41c08f7-3fa9-4f48-a14e-ba7de3995816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:53.829229 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-a41c08f7-3fa9-4f48-a14e-ba7de3995816 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/343210c1-ec96-4146-85d0-d29187f6bf53 HTTP/1.1" status: 204 len: 168 time: 0.1981366 May 25 22:33:54.029565 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5ca71-3620-4c42-b336-c63a8186699b req-7423874a-b16c-471e-ad68-ffa1111e3f43 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:54.031066 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-a6d5ca71-3620-4c42-b336-c63a8186699b req-7423874a-b16c-471e-ad68-ffa1111e3f43 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a980ccf-2b6a-4d3c-bcca-9289884decf0 HTTP/1.1" status: 200 len: 945 time: 0.0801864 May 25 22:33:54.082399 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-a6d5ca71-3620-4c42-b336-c63a8186699b req-f4b8bef6-6708-4e8e-bb9a-3abd36b99941 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443439 May 25 22:33:54.675956 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 54480) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:54.713969 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-400f49dd-f51f-4914-a1ef-0a744b5de98b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:54.765742 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-400f49dd-f51f-4914-a1ef-0a744b5de98b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:33:54.771021 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-400f49dd-f51f-4914-a1ef-0a744b5de98b admin admin] Usage tracker for resource:security_group_rule and tenant:58a7b951944140e4a729371ec249090a is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:33:54.774185 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-400f49dd-f51f-4914-a1ef-0a744b5de98b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:33:54.781352 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-400f49dd-f51f-4914-a1ef-0a744b5de98b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:33:54.896115 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-400f49dd-f51f-4914-a1ef-0a744b5de98b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:54.903641 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-400f49dd-f51f-4914-a1ef-0a744b5de98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:54.961805 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f49dd-f51f-4914-a1ef-0a744b5de98b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5bde18-912d-41bd-8b54-5ea842143012,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:54.963989 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-400f49dd-f51f-4914-a1ef-0a744b5de98b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=58a7b951944140e4a729371ec249090a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2870493 May 25 22:33:54.966524 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 54496) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:55.089033 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-289e15f4-ab6b-4db2-a107-cae176666d1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:55.115058 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-289e15f4-ab6b-4db2-a107-cae176666d1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:55.175859 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-289e15f4-ab6b-4db2-a107-cae176666d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:55.182584 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 54506) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:55.201833 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e15f4-ab6b-4db2-a107-cae176666d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5bde18-912d-41bd-8b54-5ea842143012,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:55.207957 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-289e15f4-ab6b-4db2-a107-cae176666d1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:55.209722 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-289e15f4-ab6b-4db2-a107-cae176666d1e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0a5bde18-912d-41bd-8b54-5ea842143012 HTTP/1.1" status: 204 len: 168 time: 0.2423139 May 25 22:33:55.311641 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d279869-ed53-4f8e-a3ab-3ed617762399 req-a0990c52-58c6-4812-8e7d-1e57ef9cb0d0 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:55.313220 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-2d279869-ed53-4f8e-a3ab-3ed617762399 req-a0990c52-58c6-4812-8e7d-1e57ef9cb0d0 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a980ccf-2b6a-4d3c-bcca-9289884decf0 HTTP/1.1" status: 200 len: 945 time: 0.0809639 May 25 22:33:55.340432 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-caf8a6ce-0ee3-4cf9-b6f9-da9c94fb892e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-142911639-network', 'tenant_id': '28079ae91d6e40fd890fd778797729e5'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:33:55.350385 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-caf8a6ce-0ee3-4cf9-b6f9-da9c94fb892e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:33:55.355853 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-caf8a6ce-0ee3-4cf9-b6f9-da9c94fb892e admin admin] Usage tracker for resource:network and tenant:28079ae91d6e40fd890fd778797729e5 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:33:55.365351 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-caf8a6ce-0ee3-4cf9-b6f9-da9c94fb892e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:33:55.376396 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-caf8a6ce-0ee3-4cf9-b6f9-da9c94fb892e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:33:55.389151 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-2d279869-ed53-4f8e-a3ab-3ed617762399 req-8bf985d5-f2bb-420d-af84-bc0774872d21 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700400 May 25 22:33:55.397209 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf8a6ce-0ee3-4cf9-b6f9-da9c94fb892e admin admin] Made reservation on behalf of 28079ae91d6e40fd890fd778797729e5 for: {'network': 1} {{(pid=83237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:33:55.400458 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-caf8a6ce-0ee3-4cf9-b6f9-da9c94fb892e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for network, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:55.425769 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-caf8a6ce-0ee3-4cf9-b6f9-da9c94fb892e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:55.460418 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-caf8a6ce-0ee3-4cf9-b6f9-da9c94fb892e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:33:55.464311 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-caf8a6ce-0ee3-4cf9-b6f9-da9c94fb892e admin admin] Usage tracker for resource:security_group_rule and tenant:28079ae91d6e40fd890fd778797729e5 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:33:55.467084 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-caf8a6ce-0ee3-4cf9-b6f9-da9c94fb892e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:33:55.472955 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-caf8a6ce-0ee3-4cf9-b6f9-da9c94fb892e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:33:55.548419 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-caf8a6ce-0ee3-4cf9-b6f9-da9c94fb892e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:55.553875 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-caf8a6ce-0ee3-4cf9-b6f9-da9c94fb892e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:55.585312 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caf8a6ce-0ee3-4cf9-b6f9-da9c94fb892e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=83237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:33:55.594323 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8a6ce-0ee3-4cf9-b6f9-da9c94fb892e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7822a73-35ff-4c84-89b4-8699f97721f2,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:55.602519 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-caf8a6ce-0ee3-4cf9-b6f9-da9c94fb892e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:55.602934 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.db.segments_db [None req-caf8a6ce-0ee3-4cf9-b6f9-da9c94fb892e admin admin] Added segment 9ab54bba-3610-4b41-8ee8-5bdd91b47bdc of type vlan for network 37540a84-44df-41c9-9fb3-60ffdb39c35c May 25 22:33:55.637515 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-caf8a6ce-0ee3-4cf9-b6f9-da9c94fb892e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744689326614'] for network, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:55.675192 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-caf8a6ce-0ee3-4cf9-b6f9-da9c94fb892e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057'] for network, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:55.677018 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf8a6ce-0ee3-4cf9-b6f9-da9c94fb892e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:55.677517 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-caf8a6ce-0ee3-4cf9-b6f9-da9c94fb892e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for network, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:55.786614 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8a6ce-0ee3-4cf9-b6f9-da9c94fb892e admin admin] Pushing event updated for resources: {'Network': ['ID=37540a84-44df-41c9-9fb3-60ffdb39c35c,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:55.794799 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-caf8a6ce-0ee3-4cf9-b6f9-da9c94fb892e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6087554 May 25 22:33:55.795262 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 54532) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:55.801321 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Network 37540a84-44df-41c9-9fb3-60ffdb39c35c details requested by agent ovs-agent-dv-cinder-843305-1-iscsi with host dv-cinder-843305-1-iscsi {{(pid=83238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:33:55.802193 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-68cab351-ce07-4152-a5ef-e666e36cbe29 admin admin] Request body: {'subnet': {'network_id': '37540a84-44df-41c9-9fb3-60ffdb39c35c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-142911639-subnet', 'tenant_id': '28079ae91d6e40fd890fd778797729e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:33:55.823805 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-68cab351-ce07-4152-a5ef-e666e36cbe29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:33:55.830775 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-68cab351-ce07-4152-a5ef-e666e36cbe29 admin admin] Usage tracker for resource:subnet and tenant:28079ae91d6e40fd890fd778797729e5 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:33:55.836734 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-68cab351-ce07-4152-a5ef-e666e36cbe29 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:33:55.858531 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-68cab351-ce07-4152-a5ef-e666e36cbe29 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:33:55.876437 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68cab351-ce07-4152-a5ef-e666e36cbe29 admin admin] Made reservation on behalf of 28079ae91d6e40fd890fd778797729e5 for: {'subnet': 1} {{(pid=83237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:33:55.879911 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-68cab351-ce07-4152-a5ef-e666e36cbe29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497220'] for subnet, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:56.217122 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-68cab351-ce07-4152-a5ef-e666e36cbe29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1149199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497238'] for subnet, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:56.341383 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cab351-ce07-4152-a5ef-e666e36cbe29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0806ebda-529a-4aec-85e2-852f07a9bbdc,revision_number=0']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:56.346194 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cab351-ce07-4152-a5ef-e666e36cbe29 admin admin] Checking segment: {'id': '9ab54bba-3610-4b41-8ee8-5bdd91b47bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '37540a84-44df-41c9-9fb3-60ffdb39c35c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:33:56.346570 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cab351-ce07-4152-a5ef-e666e36cbe29 admin admin] Network hostable DHCP agents. Network: 37540a84-44df-41c9-9fb3-60ffdb39c35c, hostable agents: ['7055d141-b128-493c-8fde-b010d723709d'], hosted agents: [] {{(pid=83237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:33:56.374184 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cab351-ce07-4152-a5ef-e666e36cbe29 admin admin] Network 37540a84-44df-41c9-9fb3-60ffdb39c35c is scheduled to be hosted by DHCP agent 7055d141-b128-493c-8fde-b010d723709d with binding_index 1 {{(pid=83237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:33:56.386413 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.base_scheduler [None req-68cab351-ce07-4152-a5ef-e666e36cbe29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-1-iscsi, 37540a84-44df-41c9-9fb3-60ffdb39c35c) {{(pid=83237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:33:56.393577 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cab351-ce07-4152-a5ef-e666e36cbe29 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:56.394786 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-68cab351-ce07-4152-a5ef-e666e36cbe29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for subnet, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:56.395745 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a33ebd-67bb-4c14-b829-0c0c101b6863 None None] Network 37540a84-44df-41c9-9fb3-60ffdb39c35c requested from dv-cinder-843305-1-iscsi {{(pid=83238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:33:56.434269 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-68cab351-ce07-4152-a5ef-e666e36cbe29 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6357412 May 25 22:33:56.434461 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 54570) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:56.439781 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-9f4ee1d1-bfe0-4f82-a348-819d9c38e460 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-142911639-router', 'tenant_id': '28079ae91d6e40fd890fd778797729e5', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'}}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:33:56.452113 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-9f4ee1d1-bfe0-4f82-a348-819d9c38e460 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:33:56.465976 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-9f4ee1d1-bfe0-4f82-a348-819d9c38e460 admin admin] Usage tracker for resource:router and tenant:28079ae91d6e40fd890fd778797729e5 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:33:56.468947 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-9f4ee1d1-bfe0-4f82-a348-819d9c38e460 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:33:56.476761 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-9f4ee1d1-bfe0-4f82-a348-819d9c38e460 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:33:56.497987 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-9f4ee1d1-bfe0-4f82-a348-819d9c38e460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-332275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13655'] for router, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:56.498985 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-9f4ee1d1-bfe0-4f82-a348-819d9c38e460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-334964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13660'] for router, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:56.544791 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-9f4ee1d1-bfe0-4f82-a348-819d9c38e460 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:56.779977 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4dffbc-4220-4cf4-aa42-748d3352c62f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6d3de8e-d70e-51d5-8f03-74ad85baa67b-37540a84-44df-41c9-9fb3-60ffdb39c35c', 'network_id': '37540a84-44df-41c9-9fb3-60ffdb39c35c', 'tenant_id': '28079ae91d6e40fd890fd778797729e5', 'fixed_ips': [{'subnet_id': '0806ebda-529a-4aec-85e2-852f07a9bbdc'}]}} from dv-cinder-843305-1-iscsi. {{(pid=83238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:33:56.780931 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-2b4dffbc-4220-4cf4-aa42-748d3352c62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:56.888694 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-9f4ee1d1-bfe0-4f82-a348-819d9c38e460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-334982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-332297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:56.912057 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6eaa06-3aa4-456a-9c03-15b38b6a0796 req-6694ab96-8ed5-490c-abdd-0c13ae9712a2 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:56.913618 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-5e6eaa06-3aa4-456a-9c03-15b38b6a0796 req-6694ab96-8ed5-490c-abdd-0c13ae9712a2 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a980ccf-2b6a-4d3c-bcca-9289884decf0 HTTP/1.1" status: 200 len: 945 time: 0.2223046 May 25 22:33:57.051142 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.db_base_plugin_common [None req-2b4dffbc-4220-4cf4-aa42-748d3352c62f None None] Allocated IP 172.20.0.2 (37540a84-44df-41c9-9fb3-60ffdb39c35c/0806ebda-529a-4aec-85e2-852f07a9bbdc/6ee1b193-c5de-4ff7-81c6-f2ba11fcb73b) {{(pid=83238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:33:57.052492 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-5e6eaa06-3aa4-456a-9c03-15b38b6a0796 req-24fba98f-7057-4643-9e66-9714ea8fa805 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164169 May 25 22:33:57.252517 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-9f4ee1d1-bfe0-4f82-a348-819d9c38e460 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:57.287991 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-9f4ee1d1-bfe0-4f82-a348-819d9c38e460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:57.358953 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.agents_db [None req-9a0b4f36-fcd8-49b0-a2d4-59f1c5f7edf0 None None] Agent healthcheck: found 6 active agents {{(pid=83239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:33:57.449708 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-2b4dffbc-4220-4cf4-aa42-748d3352c62f None None] Notify callbacks [] for port, precommit_create {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:57.480727 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-2b4dffbc-4220-4cf4-aa42-748d3352c62f None None] Transition to ACTIVE for port object 6ee1b193-c5de-4ff7-81c6-f2ba11fcb73b will not be triggered until provisioned by entity L2. {{(pid=83238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:33:57.497312 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.db_base_plugin_common [None req-9f4ee1d1-bfe0-4f82-a348-819d9c38e460 admin admin] Allocated IP 172.27.0.221 (cb39d3ef-31f0-4e66-970b-4cb0d379e187/4ff22ee7-6206-48b0-b7ae-e7396fe607ae/c379a3b8-f77c-4274-a5e0-d7681c52643b) {{(pid=83237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:33:57.502988 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 54608) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:57.525106 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-2b4dffbc-4220-4cf4-aa42-748d3352c62f None None] Transition to ACTIVE for port object 6ee1b193-c5de-4ff7-81c6-f2ba11fcb73b will not be triggered until provisioned by entity DHCP. {{(pid=83238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:33:57.534300 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-2b4dffbc-4220-4cf4-aa42-748d3352c62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019'] for port, after_create {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:57.606041 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4dffbc-4220-4cf4-aa42-748d3352c62f None None] Network 37540a84-44df-41c9-9fb3-60ffdb39c35c is already hosted by enough agents. {{(pid=83238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:33:57.609079 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.scheduler.base_scheduler [None req-2b4dffbc-4220-4cf4-aa42-748d3352c62f None None] Resources bound (agent type, host, resource id): {{(pid=83238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:33:57.619081 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4dffbc-4220-4cf4-aa42-748d3352c62f None None] Received port after_create {{(pid=83238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:33:57.668242 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4dffbc-4220-4cf4-aa42-748d3352c62f None None] Pushing event updated for resources: {'Port': ['ID=6ee1b193-c5de-4ff7-81c6-f2ba11fcb73b,revision_number=1']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:57.683425 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4dffbc-4220-4cf4-aa42-748d3352c62f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:33:57.683979 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4dffbc-4220-4cf4-aa42-748d3352c62f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:33:57.684159 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-9f4ee1d1-bfe0-4f82-a348-819d9c38e460 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:57.684270 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4dffbc-4220-4cf4-aa42-748d3352c62f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:33:57.684552 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4dffbc-4220-4cf4-aa42-748d3352c62f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:33:57.684875 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4dffbc-4220-4cf4-aa42-748d3352c62f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:33:57.685188 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4dffbc-4220-4cf4-aa42-748d3352c62f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:33:57.685501 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4dffbc-4220-4cf4-aa42-748d3352c62f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:33:57.685835 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4dffbc-4220-4cf4-aa42-748d3352c62f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:33:57.686259 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4dffbc-4220-4cf4-aa42-748d3352c62f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:33:57.686569 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4dffbc-4220-4cf4-aa42-748d3352c62f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:33:57.686876 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4dffbc-4220-4cf4-aa42-748d3352c62f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:33:57.720536 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-9f4ee1d1-bfe0-4f82-a348-819d9c38e460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1149435'] for port, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:57.749430 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-2b4dffbc-4220-4cf4-aa42-748d3352c62f None None] Attempting to bind port 6ee1b193-c5de-4ff7-81c6-f2ba11fcb73b on host dv-cinder-843305-1-iscsi for vnic_type normal with profile {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:33:57.752175 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-2b4dffbc-4220-4cf4-aa42-748d3352c62f None None] Attempting to bind port 6ee1b193-c5de-4ff7-81c6-f2ba11fcb73b by drivers openvswitch,hyperv on host dv-cinder-843305-1-iscsi at level 0 using segments [{'id': '9ab54bba-3610-4b41-8ee8-5bdd91b47bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '37540a84-44df-41c9-9fb3-60ffdb39c35c'}] {{(pid=83238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:33:57.752751 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4dffbc-4220-4cf4-aa42-748d3352c62f None None] Attempting to bind port 6ee1b193-c5de-4ff7-81c6-f2ba11fcb73b on network 37540a84-44df-41c9-9fb3-60ffdb39c35c {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:33:57.763257 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4dffbc-4220-4cf4-aa42-748d3352c62f None None] Checking agent: {'id': '204015c8-cb50-46b9-b04e-4ea0e4e6040d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 24, 3), 'started_at': datetime.datetime(2022, 5, 25, 22, 24, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:33:57.765453 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4dffbc-4220-4cf4-aa42-748d3352c62f None None] Checking segment: {'id': '9ab54bba-3610-4b41-8ee8-5bdd91b47bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '37540a84-44df-41c9-9fb3-60ffdb39c35c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:33:57.767725 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-2b4dffbc-4220-4cf4-aa42-748d3352c62f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:57.768995 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4dffbc-4220-4cf4-aa42-748d3352c62f None None] Bound using segment: {'id': '9ab54bba-3610-4b41-8ee8-5bdd91b47bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '37540a84-44df-41c9-9fb3-60ffdb39c35c'} {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:33:57.772439 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-2b4dffbc-4220-4cf4-aa42-748d3352c62f None None] Bound port: 6ee1b193-c5de-4ff7-81c6-f2ba11fcb73b, host: dv-cinder-843305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ab54bba-3610-4b41-8ee8-5bdd91b47bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '37540a84-44df-41c9-9fb3-60ffdb39c35c'}}] {{(pid=83238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:33:57.774399 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-2b4dffbc-4220-4cf4-aa42-748d3352c62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:57.780407 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4ee1d1-bfe0-4f82-a348-819d9c38e460 admin admin] Network cb39d3ef-31f0-4e66-970b-4cb0d379e187 is already hosted by enough agents. {{(pid=83237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:33:57.787612 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.base_scheduler [None req-9f4ee1d1-bfe0-4f82-a348-819d9c38e460 admin admin] Resources bound (agent type, host, resource id): {{(pid=83237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:33:57.796123 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4ee1d1-bfe0-4f82-a348-819d9c38e460 admin admin] Received port after_create {{(pid=83237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:33:57.909018 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-2b4dffbc-4220-4cf4-aa42-748d3352c62f None None] For port 6ee1b193-c5de-4ff7-81c6-f2ba11fcb73b, host dv-cinder-843305-1-iscsi, cleared binding levels {{(pid=83238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:33:57.913915 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-2b4dffbc-4220-4cf4-aa42-748d3352c62f None None] For port 6ee1b193-c5de-4ff7-81c6-f2ba11fcb73b, host dv-cinder-843305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=6ee1b193-c5de-4ff7-81c6-f2ba11fcb73b,segment=NetworkSegment(9ab54bba-3610-4b41-8ee8-5bdd91b47bdc),segment_id=9ab54bba-3610-4b41-8ee8-5bdd91b47bdc)] {{(pid=83238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:33:57.922017 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-2b4dffbc-4220-4cf4-aa42-748d3352c62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:57.929580 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-96bdd44a-7688-44a3-acf9-489835ff3cb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:57.950853 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ee1d1-bfe0-4f82-a348-819d9c38e460 admin admin] Pushing event updated for resources: {'Port': ['ID=c379a3b8-f77c-4274-a5e0-d7681c52643b,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:57.980003 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-96bdd44a-7688-44a3-acf9-489835ff3cb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:33:57.984011 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-96bdd44a-7688-44a3-acf9-489835ff3cb1 admin admin] Usage tracker for resource:security_group_rule and tenant:c204bb58e0954d999dfeea59ef09e7bb is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:33:57.987620 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-96bdd44a-7688-44a3-acf9-489835ff3cb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:33:57.994401 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-96bdd44a-7688-44a3-acf9-489835ff3cb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:33:58.010061 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4dffbc-4220-4cf4-aa42-748d3352c62f None None] Pushing event updated for resources: {'Port': ['ID=6ee1b193-c5de-4ff7-81c6-f2ba11fcb73b,revision_number=2']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:58.091028 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-96bdd44a-7688-44a3-acf9-489835ff3cb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:58.102445 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-96bdd44a-7688-44a3-acf9-489835ff3cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:58.231536 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-96bdd44a-7688-44a3-acf9-489835ff3cb1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c204bb58e0954d999dfeea59ef09e7bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7269986 May 25 22:33:58.234332 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 54630) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:58.357913 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bdd44a-7688-44a3-acf9-489835ff3cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73fd042a-d810-429b-88c1-1fa88a69a37e,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:58.358559 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-053b87ec-c993-4897-a753-484d79e22b34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:58.386447 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-053b87ec-c993-4897-a753-484d79e22b34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:58.427334 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e359c8-9ef3-4e54-ad86-663d3fad34fe req-60840b0a-8f0b-40f8-bcbe-d015efc8802f tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:33:58.434267 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-a2e359c8-9ef3-4e54-ad86-663d3fad34fe req-60840b0a-8f0b-40f8-bcbe-d015efc8802f tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a980ccf-2b6a-4d3c-bcca-9289884decf0 HTTP/1.1" status: 200 len: 945 time: 0.1785781 May 25 22:33:58.444604 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-053b87ec-c993-4897-a753-484d79e22b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:58.460472 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b87ec-c993-4897-a753-484d79e22b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73fd042a-d810-429b-88c1-1fa88a69a37e,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:58.464373 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-9f4ee1d1-bfe0-4f82-a348-819d9c38e460 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:58.465094 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-9f4ee1d1-bfe0-4f82-a348-819d9c38e460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-332288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-335001'] for router, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:58.485162 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-053b87ec-c993-4897-a753-484d79e22b34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:58.490685 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-053b87ec-c993-4897-a753-484d79e22b34 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/73fd042a-d810-429b-88c1-1fa88a69a37e HTTP/1.1" status: 204 len: 168 time: 0.2552807 May 25 22:33:58.620167 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-a2e359c8-9ef3-4e54-ad86-663d3fad34fe req-ca296b36-e64d-4692-8d17-4d6aa24bc66f tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849916 May 25 22:33:58.752679 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f4ee1d1-bfe0-4f82-a348-819d9c38e460 admin admin] Router c77ac15f-13e1-4f68-b442-48b0b3431d32 is scheduled to L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a with binding_index 1 {{(pid=83237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:33:58.999867 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 54654) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:59.024564 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-90f64b76-53b7-4b96-9d38-92134706ef48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:59.031901 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4ee1d1-bfe0-4f82-a348-819d9c38e460 admin admin] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:33:59.043058 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36a7433-13a3-47be-af91-99baa47dcbb6 None None] Sync routers for ids ['c77ac15f-13e1-4f68-b442-48b0b3431d32'] in dv-cinder-843305-1-iscsi {{(pid=83239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:33:59.066358 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36a7433-13a3-47be-af91-99baa47dcbb6 None None] Routers {'c77ac15f-13e1-4f68-b442-48b0b3431d32'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:33:59.070282 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-9f4ee1d1-bfe0-4f82-a348-819d9c38e460 admin admin] Notify callbacks [] for router, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:59.070877 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-e36a7433-13a3-47be-af91-99baa47dcbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:33:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['c77ac15f-13e1-4f68-b442-48b0b3431d32'], 'active': True} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:33:59.072123 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-9f4ee1d1-bfe0-4f82-a348-819d9c38e460 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.6366303 May 25 22:33:59.079735 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 54658) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:59.098831 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-90f64b76-53b7-4b96-9d38-92134706ef48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:33:59.103038 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-90f64b76-53b7-4b96-9d38-92134706ef48 admin admin] Usage tracker for resource:security_group_rule and tenant:877a986837534a538879118dba9f5251 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:33:59.130554 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-90f64b76-53b7-4b96-9d38-92134706ef48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:33:59.140969 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-90f64b76-53b7-4b96-9d38-92134706ef48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:33:59.225936 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-90f64b76-53b7-4b96-9d38-92134706ef48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:59.235140 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-90f64b76-53b7-4b96-9d38-92134706ef48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:59.296479 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f64b76-53b7-4b96-9d38-92134706ef48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a0df2d-da0e-4a82-9342-22a13ae3d435,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:59.321114 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42c668b-a6eb-4f2b-b864-3e93897fc818 None None] Network 37540a84-44df-41c9-9fb3-60ffdb39c35c requested from dv-cinder-843305-1-iscsi {{(pid=83238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:33:59.330949 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-90f64b76-53b7-4b96-9d38-92134706ef48 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=877a986837534a538879118dba9f5251&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3300703 May 25 22:33:59.333829 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 54668) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:33:59.398995 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvr_db [None req-e36a7433-13a3-47be-af91-99baa47dcbb6 None None] Set router c77ac15f-13e1-4f68-b442-48b0b3431d32 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:33:59.410774 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-0bd5d1e6-a891-4392-b8cd-8310f5d00774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:59.476647 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-0bd5d1e6-a891-4392-b8cd-8310f5d00774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:59.546207 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-9435dc12-8607-4914-8d17-abe18eba13c9 None None] Provisioning for port 6ee1b193-c5de-4ff7-81c6-f2ba11fcb73b completed by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:33:59.573772 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-0bd5d1e6-a891-4392-b8cd-8310f5d00774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:59.611161 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd5d1e6-a891-4392-b8cd-8310f5d00774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a0df2d-da0e-4a82-9342-22a13ae3d435,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:33:59.629265 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-0bd5d1e6-a891-4392-b8cd-8310f5d00774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:33:59.630519 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-0bd5d1e6-a891-4392-b8cd-8310f5d00774 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e1a0df2d-da0e-4a82-9342-22a13ae3d435 HTTP/1.1" status: 204 len: 168 time: 0.2957237 May 25 22:33:59.713867 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-2c7df768-256d-4cbd-9201-e6856579909d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:00.003757 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-e36a7433-13a3-47be-af91-99baa47dcbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'name': 'tempest-AttachVolumeShelveTestJSON-142911639-router', 'tenant_id': '28079ae91d6e40fd890fd778797729e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'c379a3b8-f77c-4274-a5e0-d7681c52643b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:33:56Z', 'updated_at': '2022-05-25T22:33:58Z', 'revision_number': 3, 'project_id': '28079ae91d6e40fd890fd778797729e5', 'gw_port': {'id': 'c379a3b8-f77c-4274-a5e0-d7681c52643b', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:33:57Z', 'updated_at': '2022-05-25T22:33:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi'}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:34:00.014477 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36a7433-13a3-47be-af91-99baa47dcbb6 None None] Checking router: c77ac15f-13e1-4f68-b442-48b0b3431d32 for host: dv-cinder-843305-1-iscsi {{(pid=83239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:34:00.014630 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36a7433-13a3-47be-af91-99baa47dcbb6 None None] Updating router c77ac15f-13e1-4f68-b442-48b0b3431d32 port c379a3b8-f77c-4274-a5e0-d7681c52643b binding host dv-cinder-843305-1-iscsi {{(pid=83239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:34:00.142500 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-e36a7433-13a3-47be-af91-99baa47dcbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:00.244976 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d8861-94eb-49e2-a340-d17172a815ec req-899d6958-44b6-45b1-a6c4-655cc0c23e9a tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:00.246352 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-026d8861-94eb-49e2-a340-d17172a815ec req-899d6958-44b6-45b1-a6c4-655cc0c23e9a tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a980ccf-2b6a-4d3c-bcca-9289884decf0 HTTP/1.1" status: 200 len: 945 time: 0.3570962 May 25 22:34:00.328162 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-026d8861-94eb-49e2-a340-d17172a815ec req-c46adad5-4c79-48d5-a8d3-fcec93bb43b3 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731936 May 25 22:34:00.405906 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 6ee1b193-c5de-4ff7-81c6-f2ba11fcb73b up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:34:00.579827 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning for port 6ee1b193-c5de-4ff7-81c6-f2ba11fcb73b completed by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:34:00.591447 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port 6ee1b193-c5de-4ff7-81c6-f2ba11fcb73b triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:34:00.592064 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:00.596723 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-e36a7433-13a3-47be-af91-99baa47dcbb6 None None] Notify callbacks [] for port, precommit_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:00.611167 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.provisioning_blocks [None req-e36a7433-13a3-47be-af91-99baa47dcbb6 None None] Transition to ACTIVE for port object c379a3b8-f77c-4274-a5e0-d7681c52643b will not be triggered until provisioned by entity L2. {{(pid=83239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:34:00.623951 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-e36a7433-13a3-47be-af91-99baa47dcbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:00.740574 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:00.794831 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] For port 6ee1b193-c5de-4ff7-81c6-f2ba11fcb73b, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=6ee1b193-c5de-4ff7-81c6-f2ba11fcb73b,segment=NetworkSegment(9ab54bba-3610-4b41-8ee8-5bdd91b47bdc),segment_id=9ab54bba-3610-4b41-8ee8-5bdd91b47bdc)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:34:00.804837 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-4aec8645-7c69-420d-9124-42a9c3030925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:00.809374 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:00.854385 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.managers [None req-e36a7433-13a3-47be-af91-99baa47dcbb6 None None] Attempting to bind port c379a3b8-f77c-4274-a5e0-d7681c52643b on host dv-cinder-843305-1-iscsi for vnic_type normal with profile {{(pid=83239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:34:00.854897 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.managers [None req-e36a7433-13a3-47be-af91-99baa47dcbb6 None None] Attempting to bind port c379a3b8-f77c-4274-a5e0-d7681c52643b by drivers openvswitch,hyperv on host dv-cinder-843305-1-iscsi at level 0 using segments [{'id': '877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'}] {{(pid=83239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:34:00.855388 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36a7433-13a3-47be-af91-99baa47dcbb6 None None] Attempting to bind port c379a3b8-f77c-4274-a5e0-d7681c52643b on network cb39d3ef-31f0-4e66-970b-4cb0d379e187 {{(pid=83239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:34:00.864722 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36a7433-13a3-47be-af91-99baa47dcbb6 None None] Checking agent: {'id': '204015c8-cb50-46b9-b04e-4ea0e4e6040d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 24, 3), 'started_at': datetime.datetime(2022, 5, 25, 22, 24, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:34:00.865246 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36a7433-13a3-47be-af91-99baa47dcbb6 None None] Checking segment: {'id': '877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:34:00.865740 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-e36a7433-13a3-47be-af91-99baa47dcbb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:00.866237 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36a7433-13a3-47be-af91-99baa47dcbb6 None None] Bound using segment: {'id': '877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'} {{(pid=83239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:34:00.867158 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.managers [None req-e36a7433-13a3-47be-af91-99baa47dcbb6 None None] Bound port: c379a3b8-f77c-4274-a5e0-d7681c52643b, host: dv-cinder-843305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'}}] {{(pid=83239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:34:00.867716 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-e36a7433-13a3-47be-af91-99baa47dcbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:00.910814 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Pushing event updated for resources: {'Port': ['ID=6ee1b193-c5de-4ff7-81c6-f2ba11fcb73b,revision_number=3']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:00.939560 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81eaf8b-f264-43f0-a7f9-8cc85d8f4d37 None None] Pushing event updated for resources: {'Port': ['ID=c379a3b8-f77c-4274-a5e0-d7681c52643b,revision_number=2']} {{(pid=83239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:01.017012 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.db [None req-e36a7433-13a3-47be-af91-99baa47dcbb6 None None] For port c379a3b8-f77c-4274-a5e0-d7681c52643b, host dv-cinder-843305-1-iscsi, cleared binding levels {{(pid=83239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:34:01.021912 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.db [None req-e36a7433-13a3-47be-af91-99baa47dcbb6 None None] For port c379a3b8-f77c-4274-a5e0-d7681c52643b, host dv-cinder-843305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=c379a3b8-f77c-4274-a5e0-d7681c52643b,segment=NetworkSegment(877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e),segment_id=877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e)] {{(pid=83239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:34:01.025601 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81eaf8b-f264-43f0-a7f9-8cc85d8f4d37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:34:01.026726 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81eaf8b-f264-43f0-a7f9-8cc85d8f4d37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:34:01.027252 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81eaf8b-f264-43f0-a7f9-8cc85d8f4d37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:34:01.027987 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81eaf8b-f264-43f0-a7f9-8cc85d8f4d37 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:34:01.028875 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81eaf8b-f264-43f0-a7f9-8cc85d8f4d37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:34:01.029383 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81eaf8b-f264-43f0-a7f9-8cc85d8f4d37 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:34:01.030012 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81eaf8b-f264-43f0-a7f9-8cc85d8f4d37 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:34:01.030498 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81eaf8b-f264-43f0-a7f9-8cc85d8f4d37 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:34:01.033382 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81eaf8b-f264-43f0-a7f9-8cc85d8f4d37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:34:01.034114 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81eaf8b-f264-43f0-a7f9-8cc85d8f4d37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:34:01.035187 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81eaf8b-f264-43f0-a7f9-8cc85d8f4d37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:34:01.051651 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-e36a7433-13a3-47be-af91-99baa47dcbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:01.141585 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81eaf8b-f264-43f0-a7f9-8cc85d8f4d37 None None] Pushing event updated for resources: {'Port': ['ID=c379a3b8-f77c-4274-a5e0-d7681c52643b,revision_number=3']} {{(pid=83239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:01.166835 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36a7433-13a3-47be-af91-99baa47dcbb6 None None] Routers {'c77ac15f-13e1-4f68-b442-48b0b3431d32'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:34:01.167515 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-e36a7433-13a3-47be-af91-99baa47dcbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:33:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['c77ac15f-13e1-4f68-b442-48b0b3431d32'], 'active': True} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:34:01.220154 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.db_base_plugin_common [None req-4aec8645-7c69-420d-9124-42a9c3030925 admin admin] Allocated IP 172.20.0.1 (37540a84-44df-41c9-9fb3-60ffdb39c35c/0806ebda-529a-4aec-85e2-852f07a9bbdc/7a4caa37-3828-4a59-9323-876d934ca7aa) {{(pid=83237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:34:01.461113 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-4aec8645-7c69-420d-9124-42a9c3030925 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:01.492603 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvr_db [None req-e36a7433-13a3-47be-af91-99baa47dcbb6 None None] Set router c77ac15f-13e1-4f68-b442-48b0b3431d32 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:34:01.499156 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.provisioning_blocks [None req-4aec8645-7c69-420d-9124-42a9c3030925 admin admin] Transition to ACTIVE for port object 7a4caa37-3828-4a59-9323-876d934ca7aa will not be triggered until provisioned by entity DHCP. {{(pid=83237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:34:01.592938 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-4aec8645-7c69-420d-9124-42a9c3030925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1149435'] for port, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:01.745077 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec8645-7c69-420d-9124-42a9c3030925 admin admin] Pushing event updated for resources: {'Port': ['ID=7a4caa37-3828-4a59-9323-876d934ca7aa,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:01.755497 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aec8645-7c69-420d-9124-42a9c3030925 admin admin] Network 37540a84-44df-41c9-9fb3-60ffdb39c35c is already hosted by enough agents. {{(pid=83237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:34:01.757321 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.base_scheduler [None req-4aec8645-7c69-420d-9124-42a9c3030925 admin admin] Resources bound (agent type, host, resource id): {{(pid=83237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:34:01.761359 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aec8645-7c69-420d-9124-42a9c3030925 admin admin] Received port after_create {{(pid=83237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:34:01.808532 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-6efd3d7e-cfc1-4bf4-b4be-c6bb0e9c6959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:01.873809 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-4aec8645-7c69-420d-9124-42a9c3030925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335459'] for router_interface, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:01.917803 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-e36a7433-13a3-47be-af91-99baa47dcbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'name': 'tempest-AttachVolumeShelveTestJSON-142911639-router', 'tenant_id': '28079ae91d6e40fd890fd778797729e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'c379a3b8-f77c-4274-a5e0-d7681c52643b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:33:56Z', 'updated_at': '2022-05-25T22:33:58Z', 'revision_number': 3, 'project_id': '28079ae91d6e40fd890fd778797729e5', 'gw_port': {'id': 'c379a3b8-f77c-4274-a5e0-d7681c52643b', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:33:57Z', 'updated_at': '2022-05-25T22:34:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi'}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:34:01.922574 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36a7433-13a3-47be-af91-99baa47dcbb6 None None] The sync data for ids ['c77ac15f-13e1-4f68-b442-48b0b3431d32'] in dv-cinder-843305-1-iscsi is: [{'id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'name': 'tempest-AttachVolumeShelveTestJSON-142911639-router', 'tenant_id': '28079ae91d6e40fd890fd778797729e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'c379a3b8-f77c-4274-a5e0-d7681c52643b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:33:56Z', 'updated_at': '2022-05-25T22:33:58Z', 'revision_number': 3, 'project_id': '28079ae91d6e40fd890fd778797729e5', 'gw_port': {'id': 'c379a3b8-f77c-4274-a5e0-d7681c52643b', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:33:57Z', 'updated_at': '2022-05-25T22:34:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi'}] {{(pid=83239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:34:01.962259 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baaf4da-ab1b-443b-9dc6-323cd45b46e9 req-efe2c5c4-610a-4e90-be2a-477780a57f5a tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:01.978329 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-9baaf4da-ab1b-443b-9dc6-323cd45b46e9 req-efe2c5c4-610a-4e90-be2a-477780a57f5a tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a980ccf-2b6a-4d3c-bcca-9289884decf0 HTTP/1.1" status: 200 len: 945 time: 0.4265079 May 25 22:34:02.118834 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-9baaf4da-ab1b-443b-9dc6-323cd45b46e9 req-16f2ee4b-bd44-48db-b7a0-7e0ec9b287de tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394248 May 25 22:34:02.127003 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-4aec8645-7c69-420d-9124-42a9c3030925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:02.164626 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 54758) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:02.259185 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-6a06b658-065b-4c3c-8537-4741c9c03516 None None] Provisioning for port 7a4caa37-3828-4a59-9323-876d934ca7aa completed by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:34:02.268229 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-6a06b658-065b-4c3c-8537-4741c9c03516 None None] Provisioning complete for port 7a4caa37-3828-4a59-9323-876d934ca7aa triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:34:02.269501 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-6a06b658-065b-4c3c-8537-4741c9c03516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:02.378330 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 6ee1b193-c5de-4ff7-81c6-f2ba11fcb73b up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:34:02.432495 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-6a06b658-065b-4c3c-8537-4741c9c03516 None None] Port 7a4caa37-3828-4a59-9323-876d934ca7aa cannot update to ACTIVE because it is not bound. {{(pid=83238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:34:02.509316 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port 6ee1b193-c5de-4ff7-81c6-f2ba11fcb73b triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:34:02.512163 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:02.526959 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-4aec8645-7c69-420d-9124-42a9c3030925 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:02.531088 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-a8401a12-250a-46e2-bf28-f22a766dab99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:02.538657 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-4aec8645-7c69-420d-9124-42a9c3030925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1149314'] for port, after_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:02.573992 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-a8401a12-250a-46e2-bf28-f22a766dab99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:34:02.580254 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-a8401a12-250a-46e2-bf28-f22a766dab99 admin admin] Usage tracker for resource:security_group_rule and tenant:0536b8fe5b7c48748d6621accfde6ff4 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:34:02.584096 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-a8401a12-250a-46e2-bf28-f22a766dab99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:34:02.590475 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-a8401a12-250a-46e2-bf28-f22a766dab99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:34:02.692469 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-a8401a12-250a-46e2-bf28-f22a766dab99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:02.700205 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-a8401a12-250a-46e2-bf28-f22a766dab99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:02.762770 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8401a12-250a-46e2-bf28-f22a766dab99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe719e40-e174-455a-8b55-cea8234dc46e,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:02.771799 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-a8401a12-250a-46e2-bf28-f22a766dab99 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0536b8fe5b7c48748d6621accfde6ff4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6056755 May 25 22:34:02.773392 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 54772) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:02.834466 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec8645-7c69-420d-9124-42a9c3030925 admin admin] Pushing event updated for resources: {'Port': ['ID=7a4caa37-3828-4a59-9323-876d934ca7aa,revision_number=2']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:02.837436 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-4aec8645-7c69-420d-9124-42a9c3030925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2758953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335566'] for router_interface, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:02.861572 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-859e4170-7853-48bf-a8c1-cef7d426348d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:02.875433 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:02.898046 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-859e4170-7853-48bf-a8c1-cef7d426348d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:02.985468 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-859e4170-7853-48bf-a8c1-cef7d426348d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:03.000740 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859e4170-7853-48bf-a8c1-cef7d426348d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe719e40-e174-455a-8b55-cea8234dc46e,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:03.008971 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-859e4170-7853-48bf-a8c1-cef7d426348d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:03.010267 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-859e4170-7853-48bf-a8c1-cef7d426348d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fe719e40-e174-455a-8b55-cea8234dc46e HTTP/1.1" status: 204 len: 168 time: 0.2357836 May 25 22:34:03.064184 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:03.106266 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aec8645-7c69-420d-9124-42a9c3030925 admin admin] Network 37540a84-44df-41c9-9fb3-60ffdb39c35c is already hosted by enough agents. {{(pid=83237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:34:03.107881 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.base_scheduler [None req-4aec8645-7c69-420d-9124-42a9c3030925 admin admin] Resources bound (agent type, host, resource id): {{(pid=83237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:34:03.463737 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-d8990af3-5872-4107-806d-db2f47579e5a None None] Provisioning complete for port 7a4caa37-3828-4a59-9323-876d934ca7aa triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:34:03.464434 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d8990af3-5872-4107-806d-db2f47579e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:03.541177 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-d8990af3-5872-4107-806d-db2f47579e5a None None] Port 7a4caa37-3828-4a59-9323-876d934ca7aa cannot update to ACTIVE because it is not bound. {{(pid=83238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:34:03.546498 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed48cd2-b5e7-4b59-abbf-94147a064e86 req-efdb9bf4-e28f-4b42-9163-7c1a860294ba tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:03.547981 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-aed48cd2-b5e7-4b59-abbf-94147a064e86 req-efdb9bf4-e28f-4b42-9163-7c1a860294ba tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a980ccf-2b6a-4d3c-bcca-9289884decf0 HTTP/1.1" status: 200 len: 945 time: 0.2454844 May 25 22:34:03.617805 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-aed48cd2-b5e7-4b59-abbf-94147a064e86 req-ad16c286-dacb-4db9-9836-ef2f2a9cc90d tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622516 May 25 22:34:03.653950 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 54798) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:03.675770 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-90b051fe-0236-4cbf-bfa5-abea141a25ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:03.683956 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aec8645-7c69-420d-9124-42a9c3030925 admin admin] Router c77ac15f-13e1-4f68-b442-48b0b3431d32 has already been hosted by L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a {{(pid=83237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:34:03.709246 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-90b051fe-0236-4cbf-bfa5-abea141a25ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:34:03.713229 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-90b051fe-0236-4cbf-bfa5-abea141a25ee admin admin] Usage tracker for resource:security_group_rule and tenant:d1b1a36adfef456b8b316baad0b10989 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:34:03.716143 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-90b051fe-0236-4cbf-bfa5-abea141a25ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:34:03.722464 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-90b051fe-0236-4cbf-bfa5-abea141a25ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:34:03.794863 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-90b051fe-0236-4cbf-bfa5-abea141a25ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:03.801411 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-90b051fe-0236-4cbf-bfa5-abea141a25ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:03.844751 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 54808) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:03.844956 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-90b051fe-0236-4cbf-bfa5-abea141a25ee admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d1b1a36adfef456b8b316baad0b10989&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1882696 May 25 22:34:03.868022 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b051fe-0236-4cbf-bfa5-abea141a25ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5173b1-afc3-41f1-acd9-acfd61a3dfd2,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:03.935191 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-29d1ea78-c49c-450c-a8a9-17b6c26be294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:03.969540 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-29d1ea78-c49c-450c-a8a9-17b6c26be294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:04.028269 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aec8645-7c69-420d-9124-42a9c3030925 admin admin] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:34:04.047158 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-4aec8645-7c69-420d-9124-42a9c3030925 admin admin] 10.222.0.39 "PUT /v2.0/routers/c77ac15f-13e1-4f68-b442-48b0b3431d32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9662037 May 25 22:34:04.048541 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-29d1ea78-c49c-450c-a8a9-17b6c26be294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:04.051864 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-29d1ea78-c49c-450c-a8a9-17b6c26be294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:04.052868 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-29d1ea78-c49c-450c-a8a9-17b6c26be294 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ac5173b1-afc3-41f1-acd9-acfd61a3dfd2 HTTP/1.1" status: 204 len: 168 time: 0.2045503 May 25 22:34:04.067133 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d1ea78-c49c-450c-a8a9-17b6c26be294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5173b1-afc3-41f1-acd9-acfd61a3dfd2,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:04.347020 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:04.382222 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device c379a3b8-f77c-4274-a5e0-d7681c52643b up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:34:04.490283 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning for port c379a3b8-f77c-4274-a5e0-d7681c52643b completed by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:34:04.495653 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port c379a3b8-f77c-4274-a5e0-d7681c52643b triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:34:04.496016 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:04.637767 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:04.660349 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] For port c379a3b8-f77c-4274-a5e0-d7681c52643b, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=c379a3b8-f77c-4274-a5e0-d7681c52643b,segment=NetworkSegment(877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e),segment_id=877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:34:04.666611 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:04.701264 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 54840) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:04.707622 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [None req-b1679d78-891a-462e-ab10-3dafce2156bc tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Request body: {'security_group': {'name': 'tempest-securitygroup--349096723', 'description': 'tempest-description--1051924267'}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:34:04.717875 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-b1679d78-891a-462e-ab10-3dafce2156bc tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:34:04.724067 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-b1679d78-891a-462e-ab10-3dafce2156bc tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Usage tracker for resource:security_group and tenant:28079ae91d6e40fd890fd778797729e5 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:34:04.728484 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-b1679d78-891a-462e-ab10-3dafce2156bc tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:34:04.738444 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-b1679d78-891a-462e-ab10-3dafce2156bc tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:34:04.752278 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Pushing event updated for resources: {'Port': ['ID=c379a3b8-f77c-4274-a5e0-d7681c52643b,revision_number=4']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:04.754150 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-b1679d78-891a-462e-ab10-3dafce2156bc tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks [] for security_group, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:04.795074 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-b1679d78-891a-462e-ab10-3dafce2156bc tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:34:04.799260 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-b1679d78-891a-462e-ab10-3dafce2156bc tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Usage tracker for resource:security_group_rule and tenant:28079ae91d6e40fd890fd778797729e5 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:34:04.803781 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-b1679d78-891a-462e-ab10-3dafce2156bc tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:34:04.808905 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-b1679d78-891a-462e-ab10-3dafce2156bc tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:34:04.849645 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f769c8-ea51-455c-9739-4780b54270dc req-dbcc8ab3-f02d-483b-b94d-8cf4e1a33338 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:04.851422 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-22f769c8-ea51-455c-9739-4780b54270dc req-dbcc8ab3-f02d-483b-b94d-8cf4e1a33338 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a980ccf-2b6a-4d3c-bcca-9289884decf0 HTTP/1.1" status: 200 len: 945 time: 0.0884044 May 25 22:34:04.903666 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-b1679d78-891a-462e-ab10-3dafce2156bc tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks [] for security_group, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:04.909132 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-b1679d78-891a-462e-ab10-3dafce2156bc tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:04.944714 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-22f769c8-ea51-455c-9739-4780b54270dc req-7b24fe67-1a13-4359-8020-938392ebab62 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873032 May 25 22:34:04.960270 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-b1679d78-891a-462e-ab10-3dafce2156bc tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks [] for security_group, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:04.961645 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-b1679d78-891a-462e-ab10-3dafce2156bc tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2593951 May 25 22:34:04.964669 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 54852) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:04.971001 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-819ddcfe-ca4b-43a0-ba16-21943332a06c tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Request body: {'security_group_rule': {'security_group_id': '1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:34:04.993306 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-819ddcfe-ca4b-43a0-ba16-21943332a06c tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:34:04.995405 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1679d78-891a-462e-ab10-3dafce2156bc tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:05.001672 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-819ddcfe-ca4b-43a0-ba16-21943332a06c tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Usage tracker for resource:security_group_rule and tenant:28079ae91d6e40fd890fd778797729e5 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:34:05.006409 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-819ddcfe-ca4b-43a0-ba16-21943332a06c tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:34:05.013136 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-819ddcfe-ca4b-43a0-ba16-21943332a06c tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:34:05.049348 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-819ddcfe-ca4b-43a0-ba16-21943332a06c tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:05.126657 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-819ddcfe-ca4b-43a0-ba16-21943332a06c tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:05.131938 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-819ddcfe-ca4b-43a0-ba16-21943332a06c tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924750'] for security_group_rule, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:05.162159 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ddcfe-ca4b-43a0-ba16-21943332a06c tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bb67b57-4fe0-4c53-a9e9-81d526abb3b9,revision_number=0']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:05.174608 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-819ddcfe-ca4b-43a0-ba16-21943332a06c tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:05.176452 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-819ddcfe-ca4b-43a0-ba16-21943332a06c tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2105038 May 25 22:34:05.179279 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 54866) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:05.185638 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [None req-2a3f598d-04d8-421f-96ee-041f1dd76d8a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Request body: {'security_group_rule': {'security_group_id': '1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:34:05.193077 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-2a3f598d-04d8-421f-96ee-041f1dd76d8a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:34:05.197189 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-2a3f598d-04d8-421f-96ee-041f1dd76d8a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Usage tracker for resource:security_group_rule and tenant:28079ae91d6e40fd890fd778797729e5 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:34:05.200150 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-2a3f598d-04d8-421f-96ee-041f1dd76d8a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:34:05.207060 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-2a3f598d-04d8-421f-96ee-041f1dd76d8a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:34:05.224647 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-2a3f598d-04d8-421f-96ee-041f1dd76d8a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:05.313194 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-2a3f598d-04d8-421f-96ee-041f1dd76d8a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:05.318447 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-2a3f598d-04d8-421f-96ee-041f1dd76d8a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924750'] for security_group_rule, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:05.336944 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3f598d-04d8-421f-96ee-041f1dd76d8a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=074aa0b8-6dea-4236-82be-cf08796e66ec,revision_number=0']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:05.355366 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-2a3f598d-04d8-421f-96ee-041f1dd76d8a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:05.356617 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-2a3f598d-04d8-421f-96ee-041f1dd76d8a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1762469 May 25 22:34:05.360012 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 54878) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:05.369194 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-2f06b2ea-36c2-46fa-9098-cbfd62265597 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Request body: {'floatingip': {'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:34:05.374941 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-2f06b2ea-36c2-46fa-9098-cbfd62265597 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:34:05.380658 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-2f06b2ea-36c2-46fa-9098-cbfd62265597 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Usage tracker for resource:floatingip and tenant:28079ae91d6e40fd890fd778797729e5 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:34:05.383716 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-2f06b2ea-36c2-46fa-9098-cbfd62265597 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:34:05.390453 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-2f06b2ea-36c2-46fa-9098-cbfd62265597 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:34:05.407220 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-2f06b2ea-36c2-46fa-9098-cbfd62265597 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks [] for floatingip, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:05.584869 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-2f06b2ea-36c2-46fa-9098-cbfd62265597 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:05.765101 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.db_base_plugin_common [None req-2f06b2ea-36c2-46fa-9098-cbfd62265597 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Allocated IP 172.27.0.182 (cb39d3ef-31f0-4e66-970b-4cb0d379e187/4ff22ee7-6206-48b0-b7ae-e7396fe607ae/25493d1e-0e5c-49dc-904d-d61c18a70109) {{(pid=83237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:34:05.962376 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6304a810-9abc-4795-9692-07a798b4c965 None None] Sync routers for ids ['c77ac15f-13e1-4f68-b442-48b0b3431d32'] in dv-cinder-843305-1-iscsi {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:34:05.982206 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6304a810-9abc-4795-9692-07a798b4c965 None None] Routers {'c77ac15f-13e1-4f68-b442-48b0b3431d32'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:34:05.983193 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-6304a810-9abc-4795-9692-07a798b4c965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:34:02Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['c77ac15f-13e1-4f68-b442-48b0b3431d32'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:34:06.079281 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-2f06b2ea-36c2-46fa-9098-cbfd62265597 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks [] for port, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:06.126927 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-2f06b2ea-36c2-46fa-9098-cbfd62265597 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1149435'] for port, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:06.352972 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f06b2ea-36c2-46fa-9098-cbfd62265597 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Pushing event updated for resources: {'Port': ['ID=25493d1e-0e5c-49dc-904d-d61c18a70109,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:06.375126 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device c379a3b8-f77c-4274-a5e0-d7681c52643b up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:34:06.379335 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f06b2ea-36c2-46fa-9098-cbfd62265597 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Network cb39d3ef-31f0-4e66-970b-4cb0d379e187 is already hosted by enough agents. {{(pid=83237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:34:06.381213 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.base_scheduler [None req-2f06b2ea-36c2-46fa-9098-cbfd62265597 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Resources bound (agent type, host, resource id): {{(pid=83237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:34:06.386986 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f06b2ea-36c2-46fa-9098-cbfd62265597 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Received port after_create {{(pid=83237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:34:06.451815 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-6304a810-9abc-4795-9692-07a798b4c965 None None] Set router c77ac15f-13e1-4f68-b442-48b0b3431d32 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:34:06.505605 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99594229-1d70-40ee-a8fc-e65a1731715b req-de38848d-96c2-41e6-89ea-9bdac75af89c tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:06.507144 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-99594229-1d70-40ee-a8fc-e65a1731715b req-de38848d-96c2-41e6-89ea-9bdac75af89c tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a980ccf-2b6a-4d3c-bcca-9289884decf0 HTTP/1.1" status: 200 len: 945 time: 0.3007741 May 25 22:34:06.628468 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-99594229-1d70-40ee-a8fc-e65a1731715b req-8fb68dea-46cd-44e4-a781-db498414dea4 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122110 May 25 22:34:06.651722 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-2f06b2ea-36c2-46fa-9098-cbfd62265597 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:06.719686 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-2f06b2ea-36c2-46fa-9098-cbfd62265597 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:06.804237 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port c379a3b8-f77c-4274-a5e0-d7681c52643b triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:34:06.804609 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:06.944867 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-6304a810-9abc-4795-9692-07a798b4c965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'name': 'tempest-AttachVolumeShelveTestJSON-142911639-router', 'tenant_id': '28079ae91d6e40fd890fd778797729e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'c379a3b8-f77c-4274-a5e0-d7681c52643b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:33:56Z', 'updated_at': '2022-05-25T22:34:01Z', 'revision_number': 4, 'project_id': '28079ae91d6e40fd890fd778797729e5', 'gw_port': {'id': 'c379a3b8-f77c-4274-a5e0-d7681c52643b', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:33:57Z', 'updated_at': '2022-05-25T22:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '7a4caa37-3828-4a59-9323-876d934ca7aa', 'name': '', 'network_id': '37540a84-44df-41c9-9fb3-60ffdb39c35c', 'tenant_id': '28079ae91d6e40fd890fd778797729e5', 'mac_address': 'fa:16:3e:3a:08:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0806ebda-529a-4aec-85e2-852f07a9bbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:34:00Z', 'updated_at': '2022-05-25T22:34:02Z', 'revision_number': 2, 'project_id': '28079ae91d6e40fd890fd778797729e5', 'subnets': [{'id': '0806ebda-529a-4aec-85e2-852f07a9bbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:34:06.952270 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6304a810-9abc-4795-9692-07a798b4c965 None None] Checking router: c77ac15f-13e1-4f68-b442-48b0b3431d32 for host: dv-cinder-843305-1-iscsi {{(pid=83238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:34:06.952463 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6304a810-9abc-4795-9692-07a798b4c965 None None] Updating router c77ac15f-13e1-4f68-b442-48b0b3431d32 port 7a4caa37-3828-4a59-9323-876d934ca7aa binding host dv-cinder-843305-1-iscsi {{(pid=83238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:34:07.021066 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-6304a810-9abc-4795-9692-07a798b4c965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:07.025847 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-2f06b2ea-36c2-46fa-9098-cbfd62265597 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks [] for port, precommit_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:07.033018 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-2f06b2ea-36c2-46fa-9098-cbfd62265597 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1149314'] for port, after_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:07.168529 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f06b2ea-36c2-46fa-9098-cbfd62265597 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Pushing event updated for resources: {'Port': ['ID=25493d1e-0e5c-49dc-904d-d61c18a70109,revision_number=2']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:07.185467 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-2f06b2ea-36c2-46fa-9098-cbfd62265597 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335082'] for floatingip, after_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:07.216184 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-2f06b2ea-36c2-46fa-9098-cbfd62265597 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for floatingip, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:07.217788 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-2f06b2ea-36c2-46fa-9098-cbfd62265597 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8565509 May 25 22:34:07.478811 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-6304a810-9abc-4795-9692-07a798b4c965 None None] Notify callbacks [] for port, precommit_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:07.494145 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-6304a810-9abc-4795-9692-07a798b4c965 None None] Transition to ACTIVE for port object 7a4caa37-3828-4a59-9323-876d934ca7aa will not be triggered until provisioned by entity L2. {{(pid=83238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:34:07.498730 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-261c3b68-fa10-436c-9c43-bdcf51886a24 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Synchronizing usage tracker for tenant:28079ae91d6e40fd890fd778797729e5 on resource:security_group {{(pid=83237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:34:07.502155 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-6304a810-9abc-4795-9692-07a798b4c965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:07.517799 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-261c3b68-fa10-436c-9c43-bdcf51886a24 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Unset dirty status for tenant:28079ae91d6e40fd890fd778797729e5 on resource:security_group {{(pid=83237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:34:07.519769 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-261c3b68-fa10-436c-9c43-bdcf51886a24 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--349096723&fields=id&tenant_id=28079ae91d6e40fd890fd778797729e5 HTTP/1.1" status: 200 len: 267 time: 0.0697572 May 25 22:34:07.657889 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd14807-c8dd-4795-8500-dd6fa1eaa71f None None] Pushing event updated for resources: {'Port': ['ID=7a4caa37-3828-4a59-9323-876d934ca7aa,revision_number=3']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:07.735228 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-4cabdb07-53bb-4a09-ad1d-706f42ee4f63 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:07.735991 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-4cabdb07-53bb-4a09-ad1d-706f42ee4f63 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Synchronizing usage tracker for tenant:28079ae91d6e40fd890fd778797729e5 on resource:network {{(pid=83237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:34:07.760952 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-4cabdb07-53bb-4a09-ad1d-706f42ee4f63 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Unset dirty status for tenant:28079ae91d6e40fd890fd778797729e5 on resource:network {{(pid=83237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:34:07.763159 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-4cabdb07-53bb-4a09-ad1d-706f42ee4f63 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/networks?id=37540a84-44df-41c9-9fb3-60ffdb39c35c HTTP/1.1" status: 200 len: 816 time: 0.2356389 May 25 22:34:07.795139 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-572d967c-53f4-4738-8038-84796bb8bc0b tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/quotas/28079ae91d6e40fd890fd778797729e5 HTTP/1.1" status: 200 len: 375 time: 0.0253656 May 25 22:34:07.838126 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-6304a810-9abc-4795-9692-07a798b4c965 None None] Attempting to bind port 7a4caa37-3828-4a59-9323-876d934ca7aa on host dv-cinder-843305-1-iscsi for vnic_type normal with profile {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:34:07.838525 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-6304a810-9abc-4795-9692-07a798b4c965 None None] Attempting to bind port 7a4caa37-3828-4a59-9323-876d934ca7aa by drivers openvswitch,hyperv on host dv-cinder-843305-1-iscsi at level 0 using segments [{'id': '9ab54bba-3610-4b41-8ee8-5bdd91b47bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '37540a84-44df-41c9-9fb3-60ffdb39c35c'}] {{(pid=83238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:34:07.838887 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6304a810-9abc-4795-9692-07a798b4c965 None None] Attempting to bind port 7a4caa37-3828-4a59-9323-876d934ca7aa on network 37540a84-44df-41c9-9fb3-60ffdb39c35c {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:34:07.856456 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6304a810-9abc-4795-9692-07a798b4c965 None None] Checking agent: {'id': '204015c8-cb50-46b9-b04e-4ea0e4e6040d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 24, 3), 'started_at': datetime.datetime(2022, 5, 25, 22, 24, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:34:07.856825 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6304a810-9abc-4795-9692-07a798b4c965 None None] Checking segment: {'id': '9ab54bba-3610-4b41-8ee8-5bdd91b47bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '37540a84-44df-41c9-9fb3-60ffdb39c35c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:34:07.857213 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-6304a810-9abc-4795-9692-07a798b4c965 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:07.857595 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6304a810-9abc-4795-9692-07a798b4c965 None None] Bound using segment: {'id': '9ab54bba-3610-4b41-8ee8-5bdd91b47bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '37540a84-44df-41c9-9fb3-60ffdb39c35c'} {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:34:07.858052 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-6304a810-9abc-4795-9692-07a798b4c965 None None] Bound port: 7a4caa37-3828-4a59-9323-876d934ca7aa, host: dv-cinder-843305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ab54bba-3610-4b41-8ee8-5bdd91b47bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '37540a84-44df-41c9-9fb3-60ffdb39c35c'}}] {{(pid=83238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:34:07.858412 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-6304a810-9abc-4795-9692-07a798b4c965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:07.896472 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-517dd4d3-d558-44b5-bb31-6e2bb9cb1fc0 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Synchronizing usage tracker for tenant:28079ae91d6e40fd890fd778797729e5 on resource:port {{(pid=83237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:34:07.923558 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-517dd4d3-d558-44b5-bb31-6e2bb9cb1fc0 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Unset dirty status for tenant:28079ae91d6e40fd890fd778797729e5 on resource:port {{(pid=83237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:34:07.932447 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-517dd4d3-d558-44b5-bb31-6e2bb9cb1fc0 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=28079ae91d6e40fd890fd778797729e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1362836 May 25 22:34:07.961418 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 55004) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:08.020189 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-6304a810-9abc-4795-9692-07a798b4c965 None None] For port 7a4caa37-3828-4a59-9323-876d934ca7aa, host dv-cinder-843305-1-iscsi, cleared binding levels {{(pid=83238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:34:08.024455 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-6304a810-9abc-4795-9692-07a798b4c965 None None] For port 7a4caa37-3828-4a59-9323-876d934ca7aa, host dv-cinder-843305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=7a4caa37-3828-4a59-9323-876d934ca7aa,segment=NetworkSegment(9ab54bba-3610-4b41-8ee8-5bdd91b47bdc),segment_id=9ab54bba-3610-4b41-8ee8-5bdd91b47bdc)] {{(pid=83238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:34:08.037644 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-6304a810-9abc-4795-9692-07a798b4c965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:08.135191 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6304a810-9abc-4795-9692-07a798b4c965 None None] Routers {'c77ac15f-13e1-4f68-b442-48b0b3431d32'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:34:08.135817 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-6304a810-9abc-4795-9692-07a798b4c965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:34:02Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['c77ac15f-13e1-4f68-b442-48b0b3431d32'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:34:08.158971 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-74b645b1-2cce-4f98-b758-c980464e603f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:08.181086 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477c49b-9974-4037-b2c6-8b16ddc023a2 req-d54f7e1f-c88b-4467-a137-b4bb333a5d95 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:08.189957 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-9477c49b-9974-4037-b2c6-8b16ddc023a2 req-d54f7e1f-c88b-4467-a137-b4bb333a5d95 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a980ccf-2b6a-4d3c-bcca-9289884decf0 HTTP/1.1" status: 200 len: 945 time: 0.2559097 May 25 22:34:08.199363 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd14807-c8dd-4795-8500-dd6fa1eaa71f None None] Pushing event updated for resources: {'Port': ['ID=7a4caa37-3828-4a59-9323-876d934ca7aa,revision_number=4']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:08.203023 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-74b645b1-2cce-4f98-b758-c980464e603f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:34:08.208505 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-74b645b1-2cce-4f98-b758-c980464e603f admin admin] Usage tracker for resource:security_group_rule and tenant:870fd797d30a4bf3947f046633f3f3bd is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:34:08.212428 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-74b645b1-2cce-4f98-b758-c980464e603f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:34:08.218655 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-74b645b1-2cce-4f98-b758-c980464e603f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:34:08.264523 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-1bb614e3-fcd4-43d4-a2b8-76d7e8286716 service neutron] 10.222.0.39 "GET /v2.0/networks/37540a84-44df-41c9-9fb3-60ffdb39c35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816284 May 25 22:34:08.331806 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-74b645b1-2cce-4f98-b758-c980464e603f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:08.340151 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-74b645b1-2cce-4f98-b758-c980464e603f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:08.371204 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-6304a810-9abc-4795-9692-07a798b4c965 None None] Set router c77ac15f-13e1-4f68-b442-48b0b3431d32 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:34:08.419722 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-74b645b1-2cce-4f98-b758-c980464e603f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=870fd797d30a4bf3947f046633f3f3bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4542286 May 25 22:34:08.419722 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b645b1-2cce-4f98-b758-c980464e603f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4eff4c-62ff-48d6-a6fe-e04d7047b49a,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:08.424249 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 55016) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:08.551203 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-33a0d4af-f40b-4110-9777-3d594413a979 service neutron] 10.222.0.39 "GET /v2.0/networks/37540a84-44df-41c9-9fb3-60ffdb39c35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651792 May 25 22:34:08.575464 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-9477c49b-9974-4037-b2c6-8b16ddc023a2 req-ae96f88f-a5db-44d4-bacd-e818dbdf3d34 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845973 May 25 22:34:08.579988 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-5642e89c-41e6-4749-a825-3d63d08cd158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:08.632105 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-5642e89c-41e6-4749-a825-3d63d08cd158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:08.723390 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-5642e89c-41e6-4749-a825-3d63d08cd158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:08.773306 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642e89c-41e6-4749-a825-3d63d08cd158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4eff4c-62ff-48d6-a6fe-e04d7047b49a,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:08.785002 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-5642e89c-41e6-4749-a825-3d63d08cd158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:08.785623 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-5642e89c-41e6-4749-a825-3d63d08cd158 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8e4eff4c-62ff-48d6-a6fe-e04d7047b49a HTTP/1.1" status: 204 len: 168 time: 0.3605719 May 25 22:34:08.925228 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-1ffe8b09-a5d2-44b0-9e20-18fa65ac9e81 req-b0f77451-4ade-46af-9ac1-7ef475825f33 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 210 time: 0.0941951 May 25 22:34:08.987043 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-6304a810-9abc-4795-9692-07a798b4c965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'name': 'tempest-AttachVolumeShelveTestJSON-142911639-router', 'tenant_id': '28079ae91d6e40fd890fd778797729e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'c379a3b8-f77c-4274-a5e0-d7681c52643b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:33:56Z', 'updated_at': '2022-05-25T22:34:01Z', 'revision_number': 4, 'project_id': '28079ae91d6e40fd890fd778797729e5', 'gw_port': {'id': 'c379a3b8-f77c-4274-a5e0-d7681c52643b', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:33:57Z', 'updated_at': '2022-05-25T22:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '7a4caa37-3828-4a59-9323-876d934ca7aa', 'name': '', 'network_id': '37540a84-44df-41c9-9fb3-60ffdb39c35c', 'tenant_id': '28079ae91d6e40fd890fd778797729e5', 'mac_address': 'fa:16:3e:3a:08:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0806ebda-529a-4aec-85e2-852f07a9bbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:34:00Z', 'updated_at': '2022-05-25T22:34:08Z', 'revision_number': 4, 'project_id': '28079ae91d6e40fd890fd778797729e5', 'subnets': [{'id': '0806ebda-529a-4aec-85e2-852f07a9bbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:34:08.997866 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6304a810-9abc-4795-9692-07a798b4c965 None None] The sync data for ids ['c77ac15f-13e1-4f68-b442-48b0b3431d32'] in dv-cinder-843305-1-iscsi is: [{'id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'name': 'tempest-AttachVolumeShelveTestJSON-142911639-router', 'tenant_id': '28079ae91d6e40fd890fd778797729e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'c379a3b8-f77c-4274-a5e0-d7681c52643b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:33:56Z', 'updated_at': '2022-05-25T22:34:01Z', 'revision_number': 4, 'project_id': '28079ae91d6e40fd890fd778797729e5', 'gw_port': {'id': 'c379a3b8-f77c-4274-a5e0-d7681c52643b', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:33:57Z', 'updated_at': '2022-05-25T22:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '7a4caa37-3828-4a59-9323-876d934ca7aa', 'name': '', 'network_id': '37540a84-44df-41c9-9fb3-60ffdb39c35c', 'tenant_id': '28079ae91d6e40fd890fd778797729e5', 'mac_address': 'fa:16:3e:3a:08:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0806ebda-529a-4aec-85e2-852f07a9bbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:34:00Z', 'updated_at': '2022-05-25T22:34:08Z', 'revision_number': 4, 'project_id': '28079ae91d6e40fd890fd778797729e5', 'subnets': [{'id': '0806ebda-529a-4aec-85e2-852f07a9bbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:34:09.385524 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 55052) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:09.406101 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-2b133d18-085f-4038-9dac-c8275227d941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:09.448342 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-2b133d18-085f-4038-9dac-c8275227d941 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:34:09.452253 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-2b133d18-085f-4038-9dac-c8275227d941 admin admin] Usage tracker for resource:security_group_rule and tenant:dccb7bcec018437ea7196269f456ce01 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:34:09.455103 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-2b133d18-085f-4038-9dac-c8275227d941 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:34:09.461112 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-2b133d18-085f-4038-9dac-c8275227d941 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:34:09.543513 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-2b133d18-085f-4038-9dac-c8275227d941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:09.547822 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-2b133d18-085f-4038-9dac-c8275227d941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:09.593043 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b133d18-085f-4038-9dac-c8275227d941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c72be34-5a27-4add-bb72-b6bd794730c9,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:09.632630 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-2b133d18-085f-4038-9dac-c8275227d941 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dccb7bcec018437ea7196269f456ce01&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2459755 May 25 22:34:09.635720 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 55062) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:09.719051 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-ced319d1-8e71-42a4-bfb3-4856a184704a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:09.750348 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-ced319d1-8e71-42a4-bfb3-4856a184704a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:09.854275 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-ced319d1-8e71-42a4-bfb3-4856a184704a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:09.870813 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced319d1-8e71-42a4-bfb3-4856a184704a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c72be34-5a27-4add-bb72-b6bd794730c9,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:09.878484 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-ced319d1-8e71-42a4-bfb3-4856a184704a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:09.879863 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-ced319d1-8e71-42a4-bfb3-4856a184704a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2c72be34-5a27-4add-bb72-b6bd794730c9 HTTP/1.1" status: 204 len: 168 time: 0.2429368 May 25 22:34:09.914918 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370469e-16f8-4cbb-9d0e-f572227ca790 req-9ee5f80a-3930-4e10-9fa7-3d4ed50044b6 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:09.916833 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-7370469e-16f8-4cbb-9d0e-f572227ca790 req-9ee5f80a-3930-4e10-9fa7-3d4ed50044b6 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a980ccf-2b6a-4d3c-bcca-9289884decf0 HTTP/1.1" status: 200 len: 945 time: 0.1582897 May 25 22:34:10.007555 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-7370469e-16f8-4cbb-9d0e-f572227ca790 req-ac6a1638-a33d-4ca2-943e-c082525e7013 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829821 May 25 22:34:10.281294 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-8053593b-ef65-44ce-85c7-94a3dcbaf2e6 req-fc6d7325-5427-4365-b4b9-5a6396dd51ad tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 210 time: 0.1371684 May 25 22:34:10.398355 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 7a4caa37-3828-4a59-9323-876d934ca7aa up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:34:10.553088 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning for port 7a4caa37-3828-4a59-9323-876d934ca7aa completed by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:34:10.558748 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port 7a4caa37-3828-4a59-9323-876d934ca7aa triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:34:10.559088 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:10.744289 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-5c564f00-db85-4cdf-8fde-b2a32eb8e158 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:10.745831 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-5c564f00-db85-4cdf-8fde-b2a32eb8e158 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.45 "GET /v2.0/networks?id=37540a84-44df-41c9-9fb3-60ffdb39c35c HTTP/1.1" status: 200 len: 816 time: 0.2855566 May 25 22:34:10.832776 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-adf98d6a-0cf3-406f-9927-48464a70ac10 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Synchronizing usage tracker for tenant:28079ae91d6e40fd890fd778797729e5 on resource:security_group {{(pid=83236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:34:10.839147 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:10.846245 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-adf98d6a-0cf3-406f-9927-48464a70ac10 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Unset dirty status for tenant:28079ae91d6e40fd890fd778797729e5 on resource:security_group {{(pid=83236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:34:10.848088 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-adf98d6a-0cf3-406f-9927-48464a70ac10 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28079ae91d6e40fd890fd778797729e5 HTTP/1.1" status: 200 len: 379 time: 0.0830019 May 25 22:34:10.859139 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-918bbd7c-6188-43aa-a17b-35071f46a6d9 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Request body: {'port': {'device_id': '9ee8b28f-d400-447a-9338-9639f75c9052', 'network_id': '37540a84-44df-41c9-9fb3-60ffdb39c35c', 'admin_state_up': True, 'tenant_id': '28079ae91d6e40fd890fd778797729e5', 'security_groups': ['1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688']}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:34:10.883705 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] For port 7a4caa37-3828-4a59-9323-876d934ca7aa, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=7a4caa37-3828-4a59-9323-876d934ca7aa,segment=NetworkSegment(9ab54bba-3610-4b41-8ee8-5bdd91b47bdc),segment_id=9ab54bba-3610-4b41-8ee8-5bdd91b47bdc)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:34:10.890731 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:11.014075 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 55120) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:11.025686 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Pushing event updated for resources: {'Port': ['ID=7a4caa37-3828-4a59-9323-876d934ca7aa,revision_number=5']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:11.076573 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-918bbd7c-6188-43aa-a17b-35071f46a6d9 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:34:11.087696 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-918bbd7c-6188-43aa-a17b-35071f46a6d9 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:34:11.103559 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-918bbd7c-6188-43aa-a17b-35071f46a6d9 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Made reservation on behalf of 28079ae91d6e40fd890fd778797729e5 for: {'port': 1} {{(pid=83236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:34:11.106961 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-918bbd7c-6188-43aa-a17b-35071f46a6d9 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:11.243635 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-ab38c813-79a3-4c34-803d-c0153fa8c796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:11.286783 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-ab38c813-79a3-4c34-803d-c0153fa8c796 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:34:11.293174 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-ab38c813-79a3-4c34-803d-c0153fa8c796 admin admin] Usage tracker for resource:security_group_rule and tenant:2b934bc5613f40c39a460cacb9d57282 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:34:11.296712 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-ab38c813-79a3-4c34-803d-c0153fa8c796 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:34:11.308104 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-ab38c813-79a3-4c34-803d-c0153fa8c796 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:34:11.329142 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec52671-2194-4a1b-bb63-a9b1098c2ddf req-de7b06b6-7b12-4a58-b58c-c0a121320105 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:11.336376 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-4ec52671-2194-4a1b-bb63-a9b1098c2ddf req-de7b06b6-7b12-4a58-b58c-c0a121320105 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a980ccf-2b6a-4d3c-bcca-9289884decf0 HTTP/1.1" status: 200 len: 945 time: 0.1948664 May 25 22:34:11.352207 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.db_base_plugin_common [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-918bbd7c-6188-43aa-a17b-35071f46a6d9 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Allocated IP 172.20.0.9 (37540a84-44df-41c9-9fb3-60ffdb39c35c/0806ebda-529a-4aec-85e2-852f07a9bbdc/13fee545-bfef-4ce5-a503-9ecba03bdc1e) {{(pid=83236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:34:11.467804 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-ab38c813-79a3-4c34-803d-c0153fa8c796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:11.518409 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-ab38c813-79a3-4c34-803d-c0153fa8c796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:11.565418 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-ab38c813-79a3-4c34-803d-c0153fa8c796 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2b934bc5613f40c39a460cacb9d57282&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5496907 May 25 22:34:11.568777 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f0ca54d2-de37-4a4c-9e71-f6fd3735d3d8 req-b49876cd-3154-450a-a2c5-5ff7c11a6bca tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 210 time: 0.1063561 May 25 22:34:11.569538 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 55152) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:11.671485 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:11.692431 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-4ec52671-2194-4a1b-bb63-a9b1098c2ddf req-245cc715-a9da-4f29-b024-580d1e271c8f tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3549371 May 25 22:34:11.696460 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab38c813-79a3-4c34-803d-c0153fa8c796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b4073a-d574-4320-844c-74b8c9bf5936,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:11.754731 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-101e8d8a-9734-4f2e-92cf-000208fcf388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:11.771342 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-918bbd7c-6188-43aa-a17b-35071f46a6d9 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks [] for port, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:11.792576 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-101e8d8a-9734-4f2e-92cf-000208fcf388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:11.797354 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.provisioning_blocks [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-918bbd7c-6188-43aa-a17b-35071f46a6d9 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Transition to ACTIVE for port object 13fee545-bfef-4ce5-a503-9ecba03bdc1e will not be triggered until provisioned by entity DHCP. {{(pid=83236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:34:11.827669 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-918bbd7c-6188-43aa-a17b-35071f46a6d9 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:11.851993 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-101e8d8a-9734-4f2e-92cf-000208fcf388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:11.877598 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101e8d8a-9734-4f2e-92cf-000208fcf388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b4073a-d574-4320-844c-74b8c9bf5936,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:11.889910 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-101e8d8a-9734-4f2e-92cf-000208fcf388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:11.896199 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-101e8d8a-9734-4f2e-92cf-000208fcf388 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/62b4073a-d574-4320-844c-74b8c9bf5936 HTTP/1.1" status: 204 len: 168 time: 0.3231494 May 25 22:34:11.997250 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-918bbd7c-6188-43aa-a17b-35071f46a6d9 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Network 37540a84-44df-41c9-9fb3-60ffdb39c35c is already hosted by enough agents. {{(pid=83236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:34:11.998005 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918bbd7c-6188-43aa-a17b-35071f46a6d9 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Pushing event updated for resources: {'Port': ['ID=13fee545-bfef-4ce5-a503-9ecba03bdc1e,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:12.000612 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.base_scheduler [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-918bbd7c-6188-43aa-a17b-35071f46a6d9 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Resources bound (agent type, host, resource id): {{(pid=83236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:34:12.002946 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-918bbd7c-6188-43aa-a17b-35071f46a6d9 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Received port after_create {{(pid=83236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:34:12.087620 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-918bbd7c-6188-43aa-a17b-35071f46a6d9 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:12.089197 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-918bbd7c-6188-43aa-a17b-35071f46a6d9 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:12.134645 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-918bbd7c-6188-43aa-a17b-35071f46a6d9 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2808032 May 25 22:34:12.156071 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-8a6c4e27-0656-414b-8ccf-7bfcd9f6211a service neutron] Request body: {'port': {'device_id': '9ee8b28f-d400-447a-9338-9639f75c9052', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:34:12.313448 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-8a6c4e27-0656-414b-8ccf-7bfcd9f6211a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:12.329795 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 7a4caa37-3828-4a59-9323-876d934ca7aa up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:34:12.423872 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port 7a4caa37-3828-4a59-9323-876d934ca7aa triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:34:12.424478 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:12.463891 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-45cb5ac5-5e78-4316-b7fb-fb87e8a3700c None None] Provisioning for port 13fee545-bfef-4ce5-a503-9ecba03bdc1e completed by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:34:12.479503 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-45cb5ac5-5e78-4316-b7fb-fb87e8a3700c None None] Provisioning complete for port 13fee545-bfef-4ce5-a503-9ecba03bdc1e triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:34:12.480194 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-45cb5ac5-5e78-4316-b7fb-fb87e8a3700c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:12.501236 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 55182) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:12.606320 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-45cb5ac5-5e78-4316-b7fb-fb87e8a3700c None None] Port 13fee545-bfef-4ce5-a503-9ecba03bdc1e cannot update to ACTIVE because it is not bound. {{(pid=83238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:34:12.743634 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-8a6c4e27-0656-414b-8ccf-7bfcd9f6211a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13fee545-bfef-4ce5-a503-9ecba03bdc1e {{(pid=83236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:34:12.756529 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-8a6c4e27-0656-414b-8ccf-7bfcd9f6211a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:12.781263 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.provisioning_blocks [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-8a6c4e27-0656-414b-8ccf-7bfcd9f6211a service neutron] Transition to ACTIVE for port object 13fee545-bfef-4ce5-a503-9ecba03bdc1e will not be triggered until provisioned by entity L2. {{(pid=83236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:34:12.790529 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-8a6c4e27-0656-414b-8ccf-7bfcd9f6211a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1630987'] for port, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:13.043250 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c4e27-0656-414b-8ccf-7bfcd9f6211a service neutron] Pushing event updated for resources: {'Port': ['ID=13fee545-bfef-4ce5-a503-9ecba03bdc1e,revision_number=2']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:13.058758 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-2434ed92-23e9-4ba1-8b12-a4e4dd7fd738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:13.130353 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-2434ed92-23e9-4ba1-8b12-a4e4dd7fd738 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:34:13.142723 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-2434ed92-23e9-4ba1-8b12-a4e4dd7fd738 admin admin] Usage tracker for resource:security_group_rule and tenant:cd49bcfc84144ccb8e503d833ddc1db8 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:34:13.151773 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91654adf-5780-4749-a8a2-05f433c38fbf req-869f7885-05c0-421c-988d-614dea91b8b2 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:13.158548 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-91654adf-5780-4749-a8a2-05f433c38fbf req-869f7885-05c0-421c-988d-614dea91b8b2 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 943 time: 0.2830887 May 25 22:34:13.161108 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-2434ed92-23e9-4ba1-8b12-a4e4dd7fd738 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:34:13.184290 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-2434ed92-23e9-4ba1-8b12-a4e4dd7fd738 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:34:13.195477 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-ba3dcd70-2376-4912-81d9-3f90c2e0bdf6 req-6ce0386c-ef7e-431d-85b8-90dd98a16be7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1a980ccf-2b6a-4d3c-bcca-9289884decf0 HTTP/1.1" status: 200 len: 1098 time: 0.2199118 May 25 22:34:13.235792 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-8a6c4e27-0656-414b-8ccf-7bfcd9f6211a service neutron] Attempting to bind port 13fee545-bfef-4ce5-a503-9ecba03bdc1e on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:34:13.236205 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-8a6c4e27-0656-414b-8ccf-7bfcd9f6211a service neutron] Attempting to bind port 13fee545-bfef-4ce5-a503-9ecba03bdc1e by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '9ab54bba-3610-4b41-8ee8-5bdd91b47bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '37540a84-44df-41c9-9fb3-60ffdb39c35c'}] {{(pid=83236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:34:13.236527 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-8a6c4e27-0656-414b-8ccf-7bfcd9f6211a service neutron] Attempting to bind port 13fee545-bfef-4ce5-a503-9ecba03bdc1e on network 37540a84-44df-41c9-9fb3-60ffdb39c35c {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:34:13.255629 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-8a6c4e27-0656-414b-8ccf-7bfcd9f6211a service neutron] Port 13fee545-bfef-4ce5-a503-9ecba03bdc1e on network 37540a84-44df-41c9-9fb3-60ffdb39c35c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:34:13.255993 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-8a6c4e27-0656-414b-8ccf-7bfcd9f6211a service neutron] Attempting to bind port 13fee545-bfef-4ce5-a503-9ecba03bdc1e on network 37540a84-44df-41c9-9fb3-60ffdb39c35c {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:34:13.267742 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-ba3dcd70-2376-4912-81d9-3f90c2e0bdf6 req-6f0a7b79-7dc8-45ce-b1d7-d35ae0fefd8e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572298 May 25 22:34:13.269465 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-8a6c4e27-0656-414b-8ccf-7bfcd9f6211a service neutron] Checking agent: {'id': 'ba48c32d-6c3d-40ce-a4ff-91ef21d08f39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 30, 42), 'started_at': datetime.datetime(2022, 5, 25, 22, 30, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:34:13.269793 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-8a6c4e27-0656-414b-8ccf-7bfcd9f6211a service neutron] Checking segment: {'id': '9ab54bba-3610-4b41-8ee8-5bdd91b47bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '37540a84-44df-41c9-9fb3-60ffdb39c35c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:34:13.270205 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-8a6c4e27-0656-414b-8ccf-7bfcd9f6211a service neutron] Bound using segment: {'id': '9ab54bba-3610-4b41-8ee8-5bdd91b47bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '37540a84-44df-41c9-9fb3-60ffdb39c35c'} {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:34:13.270707 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-8a6c4e27-0656-414b-8ccf-7bfcd9f6211a service neutron] Bound port: 13fee545-bfef-4ce5-a503-9ecba03bdc1e, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ab54bba-3610-4b41-8ee8-5bdd91b47bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '37540a84-44df-41c9-9fb3-60ffdb39c35c'}}] {{(pid=83236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:34:13.271214 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-8a6c4e27-0656-414b-8ccf-7bfcd9f6211a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:13.274498 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ebc67-4521-4c9e-826b-09bdf485dd85 req-45093bd2-d72e-404c-a903-971683128762 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:13.282162 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-467ebc67-4521-4c9e-826b-09bdf485dd85 req-45093bd2-d72e-404c-a903-971683128762 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a980ccf-2b6a-4d3c-bcca-9289884decf0 HTTP/1.1" status: 200 len: 945 time: 0.2859707 May 25 22:34:13.330674 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-91654adf-5780-4749-a8a2-05f433c38fbf req-10cae30c-73a0-42a0-8ec5-98aa7e4d61f7 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710591 May 25 22:34:13.408763 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-467ebc67-4521-4c9e-826b-09bdf485dd85 req-8911f6e4-9bd1-4b82-91f7-7820cd2fd46d tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253929 May 25 22:34:13.409917 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-8a6c4e27-0656-414b-8ccf-7bfcd9f6211a service neutron] For port 13fee545-bfef-4ce5-a503-9ecba03bdc1e, host hv-cinder-84330, cleared binding levels {{(pid=83236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:34:13.413677 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-8a6c4e27-0656-414b-8ccf-7bfcd9f6211a service neutron] For port 13fee545-bfef-4ce5-a503-9ecba03bdc1e, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=13fee545-bfef-4ce5-a503-9ecba03bdc1e,segment=NetworkSegment(9ab54bba-3610-4b41-8ee8-5bdd91b47bdc),segment_id=9ab54bba-3610-4b41-8ee8-5bdd91b47bdc)] {{(pid=83236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:34:13.424426 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-8a6c4e27-0656-414b-8ccf-7bfcd9f6211a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1630987'] for port, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:13.451872 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-2434ed92-23e9-4ba1-8b12-a4e4dd7fd738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:13.453018 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 55220) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:13.462846 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-2434ed92-23e9-4ba1-8b12-a4e4dd7fd738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:13.524870 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-2434ed92-23e9-4ba1-8b12-a4e4dd7fd738 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cd49bcfc84144ccb8e503d833ddc1db8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0219188 May 25 22:34:13.525897 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2434ed92-23e9-4ba1-8b12-a4e4dd7fd738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399a481a-863f-4492-8779-fdd15ae37fd8,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:13.528568 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 55226) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:13.540695 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-8a6c4e27-0656-414b-8ccf-7bfcd9f6211a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:13.542440 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-8a6c4e27-0656-414b-8ccf-7bfcd9f6211a service neutron] 10.222.0.45 "PUT /v2.0/ports/13fee545-bfef-4ce5-a503-9ecba03bdc1e HTTP/1.1" status: 200 len: 1093 time: 1.3904166 May 25 22:34:13.552546 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ee8b28f-d400-447a-9338-9639f75c9052', 'tag': '13fee545-bfef-4ce5-a503-9ecba03bdc1e'}] {{(pid=83236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:34:13.602517 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-7400fb1a-372b-4b09-85c1-5cf926a2c4c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:13.612592 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c4e27-0656-414b-8ccf-7bfcd9f6211a service neutron] Pushing event updated for resources: {'Port': ['ID=13fee545-bfef-4ce5-a503-9ecba03bdc1e,revision_number=3']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:13.667310 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-7400fb1a-372b-4b09-85c1-5cf926a2c4c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:13.722052 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-257ef7a5-794e-48d0-8dca-b44907f5d860'] response: {'name': 'network-changed', 'server_uuid': '9ee8b28f-d400-447a-9338-9639f75c9052', 'tag': '13fee545-bfef-4ce5-a503-9ecba03bdc1e', 'status': 'completed', 'code': 200} May 25 22:34:13.780017 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-8ac867a4-2f3c-452b-9822-d51356414016 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=28079ae91d6e40fd890fd778797729e5&device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 1096 time: 0.1338258 May 25 22:34:13.785011 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-7400fb1a-372b-4b09-85c1-5cf926a2c4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:13.818713 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7400fb1a-372b-4b09-85c1-5cf926a2c4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399a481a-863f-4492-8779-fdd15ae37fd8,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:13.823162 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-7400fb1a-372b-4b09-85c1-5cf926a2c4c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:13.843847 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-7400fb1a-372b-4b09-85c1-5cf926a2c4c2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/399a481a-863f-4492-8779-fdd15ae37fd8 HTTP/1.1" status: 204 len: 168 time: 0.2962537 May 25 22:34:13.876438 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-5e49627e-18d4-4690-9025-1493b6fe2e90 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13fee545-bfef-4ce5-a503-9ecba03bdc1e HTTP/1.1" status: 200 len: 217 time: 0.0797656 May 25 22:34:13.969432 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-c5e3a97f-9a5a-4ef7-a33f-c62fe037d6ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:13.971231 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-c5e3a97f-9a5a-4ef7-a33f-c62fe037d6ca service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0806ebda-529a-4aec-85e2-852f07a9bbdc HTTP/1.1" status: 200 len: 855 time: 0.0802174 May 25 22:34:14.014882 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-6051c20d-4ba2-4956-bd02-1ce47d4203f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:14.055494 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-6051c20d-4ba2-4956-bd02-1ce47d4203f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:34:14.060776 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-6051c20d-4ba2-4956-bd02-1ce47d4203f2 admin admin] Usage tracker for resource:security_group_rule and tenant:2533a57c85294fb2ac8e4813602c9e63 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:34:14.064126 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-6051c20d-4ba2-4956-bd02-1ce47d4203f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:34:14.071390 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-6051c20d-4ba2-4956-bd02-1ce47d4203f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:34:14.071993 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-7e5caa1f-0305-4090-8395-39392e3b3059 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=37540a84-44df-41c9-9fb3-60ffdb39c35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0915279 May 25 22:34:14.155042 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-6051c20d-4ba2-4956-bd02-1ce47d4203f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:14.163450 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-6051c20d-4ba2-4956-bd02-1ce47d4203f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:14.221212 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6051c20d-4ba2-4956-bd02-1ce47d4203f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8eea5fc-fa1b-450c-aa76-28fff2e6b905,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:14.232167 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 55248) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:14.232279 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-6051c20d-4ba2-4956-bd02-1ce47d4203f2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2533a57c85294fb2ac8e4813602c9e63&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7779593 May 25 22:34:14.276567 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-417bee05-7a16-49ec-83dc-931856d08c6c service neutron] 10.222.0.45 "GET /v2.0/networks/37540a84-44df-41c9-9fb3-60ffdb39c35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917021 May 25 22:34:14.310399 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-3efd4101-3a93-409e-9b46-e0b953771a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:14.320391 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 55252) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:14.348780 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-3efd4101-3a93-409e-9b46-e0b953771a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:14.482910 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 55266) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:14.506406 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-3efd4101-3a93-409e-9b46-e0b953771a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:14.508875 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-94483a7c-ac60-4ea0-985e-01d301e8a086 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1407877356-network', 'tenant_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:34:14.523610 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd4101-3a93-409e-9b46-e0b953771a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8eea5fc-fa1b-450c-aa76-28fff2e6b905,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:14.532653 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-3efd4101-3a93-409e-9b46-e0b953771a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:14.533869 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-3efd4101-3a93-409e-9b46-e0b953771a0b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e8eea5fc-fa1b-450c-aa76-28fff2e6b905 HTTP/1.1" status: 204 len: 168 time: 0.3002615 May 25 22:34:14.609438 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-94483a7c-ac60-4ea0-985e-01d301e8a086 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:34:14.628771 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-94483a7c-ac60-4ea0-985e-01d301e8a086 admin admin] Usage tracker for resource:network and tenant:298cfafc7a3647b5a9ea9e4f6b05e7c8 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:34:14.631716 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-d399a721-db5c-4914-b30d-1051cd95e7b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:14.642610 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-94483a7c-ac60-4ea0-985e-01d301e8a086 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:34:14.654698 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-94483a7c-ac60-4ea0-985e-01d301e8a086 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:34:14.703510 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94483a7c-ac60-4ea0-985e-01d301e8a086 admin admin] Made reservation on behalf of 298cfafc7a3647b5a9ea9e4f6b05e7c8 for: {'network': 1} {{(pid=83237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:34:14.706788 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-94483a7c-ac60-4ea0-985e-01d301e8a086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for network, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:14.729257 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-d399a721-db5c-4914-b30d-1051cd95e7b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:34:14.732904 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-94483a7c-ac60-4ea0-985e-01d301e8a086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:14.747898 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-d399a721-db5c-4914-b30d-1051cd95e7b6 admin admin] Usage tracker for resource:security_group_rule and tenant:e2bbd302790f4e0db20ee1ea9feee66e is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:34:14.753079 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-d399a721-db5c-4914-b30d-1051cd95e7b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:34:14.764224 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-d399a721-db5c-4914-b30d-1051cd95e7b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:34:14.804226 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b02cd9-a979-4295-a4f8-c1ba41cb0ac2 req-19af7f95-f492-473c-9751-f53ebc948321 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:14.805698 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-29b02cd9-a979-4295-a4f8-c1ba41cb0ac2 req-19af7f95-f492-473c-9751-f53ebc948321 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 943 time: 0.2921219 May 25 22:34:14.819338 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb7a74-6c8d-4d27-90c2-fae503b7fe57 req-110ac8ed-0b37-448b-a9c3-afada120de4a tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:14.820816 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-40cb7a74-6c8d-4d27-90c2-fae503b7fe57 req-110ac8ed-0b37-448b-a9c3-afada120de4a tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a980ccf-2b6a-4d3c-bcca-9289884decf0 HTTP/1.1" status: 200 len: 945 time: 0.2464008 May 25 22:34:14.828152 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-94483a7c-ac60-4ea0-985e-01d301e8a086 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:34:14.849002 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-94483a7c-ac60-4ea0-985e-01d301e8a086 admin admin] Usage tracker for resource:security_group_rule and tenant:298cfafc7a3647b5a9ea9e4f6b05e7c8 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:34:14.867224 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-94483a7c-ac60-4ea0-985e-01d301e8a086 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:34:14.882869 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-94483a7c-ac60-4ea0-985e-01d301e8a086 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:34:14.983473 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-29b02cd9-a979-4295-a4f8-c1ba41cb0ac2 req-dc778365-5ea6-4cc1-90a1-2589a3bd9fa4 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564527 May 25 22:34:15.020501 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-40cb7a74-6c8d-4d27-90c2-fae503b7fe57 req-2f98cd08-c551-4378-8097-f6a824366a67 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884634 May 25 22:34:15.048295 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-d399a721-db5c-4914-b30d-1051cd95e7b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:15.058253 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 55290) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:15.084777 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-d399a721-db5c-4914-b30d-1051cd95e7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:15.117117 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-105ffc00-b743-46af-b4c5-de8ffb266e8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:15.145778 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-6d7e087e-9e3e-413c-8c9f-848575cbff86 req-f4bad578-704f-4f9c-a515-cbfa06c6f57f service neutron] 10.222.0.45 "GET /v2.0/networks/37540a84-44df-41c9-9fb3-60ffdb39c35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725869 May 25 22:34:15.182412 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-94483a7c-ac60-4ea0-985e-01d301e8a086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:15.185488 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d399a721-db5c-4914-b30d-1051cd95e7b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb035b8a-6a55-4bb5-800e-97bd8425c238,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:15.192670 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-94483a7c-ac60-4ea0-985e-01d301e8a086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:15.205030 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-d399a721-db5c-4914-b30d-1051cd95e7b6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e2bbd302790f4e0db20ee1ea9feee66e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7209318 May 25 22:34:15.207877 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-105ffc00-b743-46af-b4c5-de8ffb266e8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:34:15.208774 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 55302) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:15.216450 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-105ffc00-b743-46af-b4c5-de8ffb266e8f admin admin] Usage tracker for resource:security_group_rule and tenant:aee11b9391fd416384d6f709091a1d62 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:34:15.222737 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-105ffc00-b743-46af-b4c5-de8ffb266e8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:34:15.238304 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94483a7c-ac60-4ea0-985e-01d301e8a086 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=83237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:34:15.242990 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-105ffc00-b743-46af-b4c5-de8ffb266e8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:34:15.251965 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94483a7c-ac60-4ea0-985e-01d301e8a086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16baaae7-5e46-4086-88e3-013752f855dd,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:15.261287 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-94483a7c-ac60-4ea0-985e-01d301e8a086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:15.261615 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.db.segments_db [None req-94483a7c-ac60-4ea0-985e-01d301e8a086 admin admin] Added segment 874fa2ac-d7a0-43f2-96b7-2b355b2ab748 of type vlan for network 2cebea64-2be2-48ff-85ac-df2bebf392c9 May 25 22:34:15.286121 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-47f17644-6fc9-4806-ac4b-fe953cf6fa79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:15.300644 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-94483a7c-ac60-4ea0-985e-01d301e8a086 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744689326614'] for network, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:15.316689 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-47f17644-6fc9-4806-ac4b-fe953cf6fa79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:15.364185 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-105ffc00-b743-46af-b4c5-de8ffb266e8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:15.365124 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-94483a7c-ac60-4ea0-985e-01d301e8a086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057'] for network, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:15.366140 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94483a7c-ac60-4ea0-985e-01d301e8a086 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:15.367162 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-94483a7c-ac60-4ea0-985e-01d301e8a086 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for network, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:15.372085 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-47f17644-6fc9-4806-ac4b-fe953cf6fa79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:15.390802 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f17644-6fc9-4806-ac4b-fe953cf6fa79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb035b8a-6a55-4bb5-800e-97bd8425c238,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:15.391730 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-105ffc00-b743-46af-b4c5-de8ffb266e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:15.402286 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-47f17644-6fc9-4806-ac4b-fe953cf6fa79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:15.403743 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-47f17644-6fc9-4806-ac4b-fe953cf6fa79 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cb035b8a-6a55-4bb5-800e-97bd8425c238 HTTP/1.1" status: 204 len: 168 time: 0.1939149 May 25 22:34:15.527075 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94483a7c-ac60-4ea0-985e-01d301e8a086 admin admin] Pushing event updated for resources: {'Network': ['ID=2cebea64-2be2-48ff-85ac-df2bebf392c9,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:15.541862 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Network 2cebea64-2be2-48ff-85ac-df2bebf392c9 details requested by agent ovs-agent-dv-cinder-843305-1-iscsi with host dv-cinder-843305-1-iscsi {{(pid=83238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:34:15.545892 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-105ffc00-b743-46af-b4c5-de8ffb266e8f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aee11b9391fd416384d6f709091a1d62&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4840140 May 25 22:34:15.546093 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 55316) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:15.561543 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ffc00-b743-46af-b4c5-de8ffb266e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbd4f2c-cca6-40c6-97b1-8b162c69d522,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:15.578671 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-94483a7c-ac60-4ea0-985e-01d301e8a086 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2567806 May 25 22:34:15.582273 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 55320) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:15.587818 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-d5990c83-97a1-4c3a-a2d1-5f2d08df227f admin admin] Request body: {'subnet': {'network_id': '2cebea64-2be2-48ff-85ac-df2bebf392c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1407877356-subnet', 'tenant_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'ip_version': 4}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:34:15.592709 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-d5990c83-97a1-4c3a-a2d1-5f2d08df227f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:34:15.598156 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-d5990c83-97a1-4c3a-a2d1-5f2d08df227f admin admin] Usage tracker for resource:subnet and tenant:298cfafc7a3647b5a9ea9e4f6b05e7c8 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:34:15.601340 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-d5990c83-97a1-4c3a-a2d1-5f2d08df227f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:34:15.609285 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-d5990c83-97a1-4c3a-a2d1-5f2d08df227f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:34:15.623212 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5990c83-97a1-4c3a-a2d1-5f2d08df227f admin admin] Made reservation on behalf of 298cfafc7a3647b5a9ea9e4f6b05e7c8 for: {'subnet': 1} {{(pid=83237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:34:15.627317 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-d5990c83-97a1-4c3a-a2d1-5f2d08df227f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497220'] for subnet, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:15.635824 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-681bf5d0-bdea-4931-8bf3-1e5b90fc16d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:15.666146 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-681bf5d0-bdea-4931-8bf3-1e5b90fc16d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:15.738142 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-681bf5d0-bdea-4931-8bf3-1e5b90fc16d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:15.760752 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681bf5d0-bdea-4931-8bf3-1e5b90fc16d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbd4f2c-cca6-40c6-97b1-8b162c69d522,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:15.764388 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-681bf5d0-bdea-4931-8bf3-1e5b90fc16d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:15.765679 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-681bf5d0-bdea-4931-8bf3-1e5b90fc16d9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0bbd4f2c-cca6-40c6-97b1-8b162c69d522 HTTP/1.1" status: 204 len: 168 time: 0.2184863 May 25 22:34:15.849711 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 55330) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:15.888141 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-d5990c83-97a1-4c3a-a2d1-5f2d08df227f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1149199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497238'] for subnet, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:16.033557 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5990c83-97a1-4c3a-a2d1-5f2d08df227f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddc3c2bb-eb88-4939-85aa-520d055657c9,revision_number=0']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:16.039005 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 55340) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:16.053372 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5990c83-97a1-4c3a-a2d1-5f2d08df227f admin admin] Checking segment: {'id': '874fa2ac-d7a0-43f2-96b7-2b355b2ab748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2cebea64-2be2-48ff-85ac-df2bebf392c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:34:16.053708 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5990c83-97a1-4c3a-a2d1-5f2d08df227f admin admin] Network hostable DHCP agents. Network: 2cebea64-2be2-48ff-85ac-df2bebf392c9, hostable agents: ['7055d141-b128-493c-8fde-b010d723709d'], hosted agents: [] {{(pid=83237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:34:16.082583 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5990c83-97a1-4c3a-a2d1-5f2d08df227f admin admin] Network 2cebea64-2be2-48ff-85ac-df2bebf392c9 is scheduled to be hosted by DHCP agent 7055d141-b128-493c-8fde-b010d723709d with binding_index 1 {{(pid=83237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:34:16.089588 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-698b87d2-f0de-4184-a9ac-68d3d8c60224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:16.099021 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.base_scheduler [None req-d5990c83-97a1-4c3a-a2d1-5f2d08df227f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-1-iscsi, 2cebea64-2be2-48ff-85ac-df2bebf392c9) {{(pid=83237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:34:16.104809 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5990c83-97a1-4c3a-a2d1-5f2d08df227f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:16.105428 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-d5990c83-97a1-4c3a-a2d1-5f2d08df227f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for subnet, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:16.111320 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca1bea3-aba3-43da-8665-472108182e92 None None] Network 2cebea64-2be2-48ff-85ac-df2bebf392c9 requested from dv-cinder-843305-1-iscsi {{(pid=83238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:34:16.164396 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-d5990c83-97a1-4c3a-a2d1-5f2d08df227f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5785353 May 25 22:34:16.165735 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 55348) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:16.180963 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-cd077eda-a94b-4808-9663-bebd7ebde66b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1407877356-router', 'tenant_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'}}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:34:16.189121 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-698b87d2-f0de-4184-a9ac-68d3d8c60224 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:34:16.197495 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-698b87d2-f0de-4184-a9ac-68d3d8c60224 admin admin] Usage tracker for resource:security_group_rule and tenant:0c9c1c54e0fb48238b8c61948f0c7197 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:34:16.206575 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-698b87d2-f0de-4184-a9ac-68d3d8c60224 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:34:16.218080 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-698b87d2-f0de-4184-a9ac-68d3d8c60224 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:34:16.234958 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-cd077eda-a94b-4808-9663-bebd7ebde66b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:34:16.259937 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-cd077eda-a94b-4808-9663-bebd7ebde66b admin admin] Usage tracker for resource:router and tenant:298cfafc7a3647b5a9ea9e4f6b05e7c8 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:34:16.269806 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-cd077eda-a94b-4808-9663-bebd7ebde66b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:34:16.279833 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-cd077eda-a94b-4808-9663-bebd7ebde66b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:34:16.313788 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-cd077eda-a94b-4808-9663-bebd7ebde66b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-332275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13655'] for router, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:16.314848 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-cd077eda-a94b-4808-9663-bebd7ebde66b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-334964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13660'] for router, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:16.333963 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3bc9ac-a94c-4dd9-8685-e87bcbe92540 req-21d0dd29-fa5f-4195-8313-c5d471d3d43f tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:16.335716 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-0e3bc9ac-a94c-4dd9-8685-e87bcbe92540 req-21d0dd29-fa5f-4195-8313-c5d471d3d43f tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a980ccf-2b6a-4d3c-bcca-9289884decf0 HTTP/1.1" status: 200 len: 945 time: 0.1402864 May 25 22:34:16.372683 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-698b87d2-f0de-4184-a9ac-68d3d8c60224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:16.378767 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-698b87d2-f0de-4184-a9ac-68d3d8c60224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:16.416439 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 55352) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:16.445481 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-cd077eda-a94b-4808-9663-bebd7ebde66b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:16.460744 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-0e3bc9ac-a94c-4dd9-8685-e87bcbe92540 req-278b11bf-479d-445e-880d-162a7b44d290 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843656 May 25 22:34:16.474910 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b87d2-f0de-4184-a9ac-68d3d8c60224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45c175a-7e37-46eb-8b38-b542e47e62b6,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:16.492632 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-7a56c955-2c65-4242-bfb5-3460a16b419a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:16.505605 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-2d30cac2-e74e-4ffb-8417-3b8daadefa83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:16.520813 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-698b87d2-f0de-4184-a9ac-68d3d8c60224 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0c9c1c54e0fb48238b8c61948f0c7197&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4778697 May 25 22:34:16.521212 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 55356) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:16.531217 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2a532e-4954-4ff5-9f6f-b20fb00f7ef6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6d3de8e-d70e-51d5-8f03-74ad85baa67b-2cebea64-2be2-48ff-85ac-df2bebf392c9', 'network_id': '2cebea64-2be2-48ff-85ac-df2bebf392c9', 'tenant_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'fixed_ips': [{'subnet_id': 'ddc3c2bb-eb88-4939-85aa-520d055657c9'}]}} from dv-cinder-843305-1-iscsi. {{(pid=83238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:34:16.532027 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-8f2a532e-4954-4ff5-9f6f-b20fb00f7ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:16.548134 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a308c1-ebd0-4aba-aa85-6e35b54f3c2c req-89fb7083-02e6-472a-8643-6746f491bb40 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:16.549637 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-74a308c1-ebd0-4aba-aa85-6e35b54f3c2c req-89fb7083-02e6-472a-8643-6746f491bb40 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 943 time: 0.2129164 May 25 22:34:16.607135 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-7a56c955-2c65-4242-bfb5-3460a16b419a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:34:16.610067 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-2d30cac2-e74e-4ffb-8417-3b8daadefa83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:34:16.622596 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-7a56c955-2c65-4242-bfb5-3460a16b419a admin admin] Usage tracker for resource:security_group_rule and tenant:26017aadab0b43ac97531ba757958dfe is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:34:16.626132 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-2d30cac2-e74e-4ffb-8417-3b8daadefa83 admin admin] Usage tracker for resource:security_group_rule and tenant:12c9c6e1137548c79a7d43d7218aa6e3 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:34:16.631043 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-7a56c955-2c65-4242-bfb5-3460a16b419a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:34:16.634003 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-2d30cac2-e74e-4ffb-8417-3b8daadefa83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:34:16.656068 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-7a56c955-2c65-4242-bfb5-3460a16b419a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:34:16.658549 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-2d30cac2-e74e-4ffb-8417-3b8daadefa83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:34:16.663327 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-cd077eda-a94b-4808-9663-bebd7ebde66b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-334982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-332297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:16.669310 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-74a308c1-ebd0-4aba-aa85-6e35b54f3c2c req-ca5749ed-82a8-4a0c-ba13-6be39590c8ab tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625737 May 25 22:34:16.715837 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-1b2b72bd-baa5-4d32-abe8-d83e842e0319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:16.726696 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.db_base_plugin_common [None req-8f2a532e-4954-4ff5-9f6f-b20fb00f7ef6 None None] Allocated IP 172.20.0.2 (2cebea64-2be2-48ff-85ac-df2bebf392c9/ddc3c2bb-eb88-4939-85aa-520d055657c9/b58309fe-ea5f-4629-b527-67f1427c7de9) {{(pid=83238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:34:16.792314 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-1b2b72bd-baa5-4d32-abe8-d83e842e0319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:16.940872 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-cd077eda-a94b-4808-9663-bebd7ebde66b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:16.959948 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-9e6d7c69-439d-407a-b4f9-76f9aa9121f4 req-a5190be5-7882-4f9a-9de9-8f76c4230913 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=28079ae91d6e40fd890fd778797729e5&device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 1096 time: 0.1441216 May 25 22:34:16.986462 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-cd077eda-a94b-4808-9663-bebd7ebde66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:17.018979 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-8f2a532e-4954-4ff5-9f6f-b20fb00f7ef6 None None] Notify callbacks [] for port, precommit_create {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:17.049404 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-8f2a532e-4954-4ff5-9f6f-b20fb00f7ef6 None None] Transition to ACTIVE for port object b58309fe-ea5f-4629-b527-67f1427c7de9 will not be triggered until provisioned by entity L2. {{(pid=83238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:34:17.068385 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-2d30cac2-e74e-4ffb-8417-3b8daadefa83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:17.080002 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-7a56c955-2c65-4242-bfb5-3460a16b419a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:17.081072 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-2d30cac2-e74e-4ffb-8417-3b8daadefa83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:17.081494 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-8f2a532e-4954-4ff5-9f6f-b20fb00f7ef6 None None] Transition to ACTIVE for port object b58309fe-ea5f-4629-b527-67f1427c7de9 will not be triggered until provisioned by entity DHCP. {{(pid=83238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:34:17.094361 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-8f2a532e-4954-4ff5-9f6f-b20fb00f7ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019'] for port, after_create {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:17.166645 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d7c69-439d-407a-b4f9-76f9aa9121f4 req-d99ac5ab-736e-4a5f-b1e6-8babd0e2e964 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:17.168725 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-9e6d7c69-439d-407a-b4f9-76f9aa9121f4 req-d99ac5ab-736e-4a5f-b1e6-8babd0e2e964 service neutron] 10.222.0.45 "GET /v2.0/networks?id=37540a84-44df-41c9-9fb3-60ffdb39c35c HTTP/1.1" status: 200 len: 917 time: 0.1948912 May 25 22:34:17.168909 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.db_base_plugin_common [None req-cd077eda-a94b-4808-9663-bebd7ebde66b admin admin] Allocated IP 172.27.0.198 (cb39d3ef-31f0-4e66-970b-4cb0d379e187/4ff22ee7-6206-48b0-b7ae-e7396fe607ae/f1a36107-25f3-444c-b859-a2c78b1511b8) {{(pid=83237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:34:17.172103 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2a532e-4954-4ff5-9f6f-b20fb00f7ef6 None None] Network 2cebea64-2be2-48ff-85ac-df2bebf392c9 is already hosted by enough agents. {{(pid=83238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:34:17.172918 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-7a56c955-2c65-4242-bfb5-3460a16b419a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:17.176977 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.scheduler.base_scheduler [None req-8f2a532e-4954-4ff5-9f6f-b20fb00f7ef6 None None] Resources bound (agent type, host, resource id): {{(pid=83238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:34:17.180339 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2a532e-4954-4ff5-9f6f-b20fb00f7ef6 None None] Received port after_create {{(pid=83238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:34:17.270547 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a532e-4954-4ff5-9f6f-b20fb00f7ef6 None None] Pushing event updated for resources: {'Port': ['ID=b58309fe-ea5f-4629-b527-67f1427c7de9,revision_number=1']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:17.296319 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-8f2a532e-4954-4ff5-9f6f-b20fb00f7ef6 None None] Attempting to bind port b58309fe-ea5f-4629-b527-67f1427c7de9 on host dv-cinder-843305-1-iscsi for vnic_type normal with profile {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:34:17.296693 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-8f2a532e-4954-4ff5-9f6f-b20fb00f7ef6 None None] Attempting to bind port b58309fe-ea5f-4629-b527-67f1427c7de9 by drivers openvswitch,hyperv on host dv-cinder-843305-1-iscsi at level 0 using segments [{'id': '874fa2ac-d7a0-43f2-96b7-2b355b2ab748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2cebea64-2be2-48ff-85ac-df2bebf392c9'}] {{(pid=83238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:34:17.297085 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2a532e-4954-4ff5-9f6f-b20fb00f7ef6 None None] Attempting to bind port b58309fe-ea5f-4629-b527-67f1427c7de9 on network 2cebea64-2be2-48ff-85ac-df2bebf392c9 {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:34:17.308162 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2a532e-4954-4ff5-9f6f-b20fb00f7ef6 None None] Checking agent: {'id': '204015c8-cb50-46b9-b04e-4ea0e4e6040d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 24, 3), 'started_at': datetime.datetime(2022, 5, 25, 22, 24, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:34:17.308448 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2a532e-4954-4ff5-9f6f-b20fb00f7ef6 None None] Checking segment: {'id': '874fa2ac-d7a0-43f2-96b7-2b355b2ab748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2cebea64-2be2-48ff-85ac-df2bebf392c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:34:17.308841 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-8f2a532e-4954-4ff5-9f6f-b20fb00f7ef6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:17.309686 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2a532e-4954-4ff5-9f6f-b20fb00f7ef6 None None] Bound using segment: {'id': '874fa2ac-d7a0-43f2-96b7-2b355b2ab748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2cebea64-2be2-48ff-85ac-df2bebf392c9'} {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:34:17.310203 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-8f2a532e-4954-4ff5-9f6f-b20fb00f7ef6 None None] Bound port: b58309fe-ea5f-4629-b527-67f1427c7de9, host: dv-cinder-843305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '874fa2ac-d7a0-43f2-96b7-2b355b2ab748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2cebea64-2be2-48ff-85ac-df2bebf392c9'}}] {{(pid=83238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:34:17.310569 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-8f2a532e-4954-4ff5-9f6f-b20fb00f7ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:17.322491 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-2d30cac2-e74e-4ffb-8417-3b8daadefa83 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=12c9c6e1137548c79a7d43d7218aa6e3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4716406 May 25 22:34:17.329992 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 55364) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:17.337826 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-7a56c955-2c65-4242-bfb5-3460a16b419a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=26017aadab0b43ac97531ba757958dfe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9194016 May 25 22:34:17.338728 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-1b2b72bd-baa5-4d32-abe8-d83e842e0319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:17.343539 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-9e6d7c69-439d-407a-b4f9-76f9aa9121f4 req-df1dea6b-dff6-49da-898b-fb12a3c0682e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13fee545-bfef-4ce5-a503-9ecba03bdc1e HTTP/1.1" status: 200 len: 217 time: 0.1428297 May 25 22:34:17.344138 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 55368) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:17.351327 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d30cac2-e74e-4ffb-8417-3b8daadefa83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ccb431f-1c6d-425a-ae54-f3fa2d0e25c8,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:17.434507 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-8f2a532e-4954-4ff5-9f6f-b20fb00f7ef6 None None] For port b58309fe-ea5f-4629-b527-67f1427c7de9, host dv-cinder-843305-1-iscsi, cleared binding levels {{(pid=83238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:34:17.439277 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-cd077eda-a94b-4808-9663-bebd7ebde66b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:17.439423 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-8f2a532e-4954-4ff5-9f6f-b20fb00f7ef6 None None] For port b58309fe-ea5f-4629-b527-67f1427c7de9, host dv-cinder-843305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=b58309fe-ea5f-4629-b527-67f1427c7de9,segment=NetworkSegment(874fa2ac-d7a0-43f2-96b7-2b355b2ab748),segment_id=874fa2ac-d7a0-43f2-96b7-2b355b2ab748)] {{(pid=83238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:34:17.446682 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-8f2a532e-4954-4ff5-9f6f-b20fb00f7ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:17.475805 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-db9db54e-c20b-4e96-81fa-a9a4055b9a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:17.483895 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-1b2b72bd-baa5-4d32-abe8-d83e842e0319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:17.488679 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-1b2b72bd-baa5-4d32-abe8-d83e842e0319 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d45c175a-7e37-46eb-8b38-b542e47e62b6 HTTP/1.1" status: 204 len: 168 time: 0.9664710 May 25 22:34:17.506312 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-db9db54e-c20b-4e96-81fa-a9a4055b9a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:17.536074 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a532e-4954-4ff5-9f6f-b20fb00f7ef6 None None] Pushing event updated for resources: {'Port': ['ID=b58309fe-ea5f-4629-b527-67f1427c7de9,revision_number=2']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:17.568922 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d7c69-439d-407a-b4f9-76f9aa9121f4 req-b528617d-ad69-4862-8eec-506f9fc4fcd4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:17.570681 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-9e6d7c69-439d-407a-b4f9-76f9aa9121f4 req-b528617d-ad69-4862-8eec-506f9fc4fcd4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0806ebda-529a-4aec-85e2-852f07a9bbdc HTTP/1.1" status: 200 len: 855 time: 0.2166426 May 25 22:34:17.579042 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a56c955-2c65-4242-bfb5-3460a16b419a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee65419-a780-4ccc-b3bc-1497e347ff4b,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:17.585799 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-db9db54e-c20b-4e96-81fa-a9a4055b9a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:17.606833 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-cd077eda-a94b-4808-9663-bebd7ebde66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1149435'] for port, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:17.648508 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-142610f2-c4a1-44f7-b2c0-8a961f9a0712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:17.659505 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b72bd-baa5-4d32-abe8-d83e842e0319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45c175a-7e37-46eb-8b38-b542e47e62b6,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:17.728704 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-142610f2-c4a1-44f7-b2c0-8a961f9a0712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:17.754823 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd077eda-a94b-4808-9663-bebd7ebde66b admin admin] Pushing event updated for resources: {'Port': ['ID=f1a36107-25f3-444c-b859-a2c78b1511b8,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:17.757871 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9db54e-c20b-4e96-81fa-a9a4055b9a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ccb431f-1c6d-425a-ae54-f3fa2d0e25c8,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:17.795110 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd077eda-a94b-4808-9663-bebd7ebde66b admin admin] Network cb39d3ef-31f0-4e66-970b-4cb0d379e187 is already hosted by enough agents. {{(pid=83237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:34:17.799158 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.base_scheduler [None req-cd077eda-a94b-4808-9663-bebd7ebde66b admin admin] Resources bound (agent type, host, resource id): {{(pid=83237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:34:17.802909 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd077eda-a94b-4808-9663-bebd7ebde66b admin admin] Received port after_create {{(pid=83237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:34:17.829589 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-9e6d7c69-439d-407a-b4f9-76f9aa9121f4 req-02350db6-e6e0-48a9-a1d2-787a48998bdb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=37540a84-44df-41c9-9fb3-60ffdb39c35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2277811 May 25 22:34:17.865492 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-db9db54e-c20b-4e96-81fa-a9a4055b9a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:17.867020 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-db9db54e-c20b-4e96-81fa-a9a4055b9a7f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3ccb431f-1c6d-425a-ae54-f3fa2d0e25c8 HTTP/1.1" status: 204 len: 168 time: 0.5351901 May 25 22:34:17.974575 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2600ad62-c576-4b04-a20a-a9935828b93a req-6bdf8f0c-a9cf-468f-ab2e-4dc303eaa94f tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:17.982551 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-2600ad62-c576-4b04-a20a-a9935828b93a req-6bdf8f0c-a9cf-468f-ab2e-4dc303eaa94f tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a980ccf-2b6a-4d3c-bcca-9289884decf0 HTTP/1.1" status: 200 len: 945 time: 0.2745383 May 25 22:34:18.142983 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-2600ad62-c576-4b04-a20a-a9935828b93a req-71e5d4da-085b-401c-8906-13f102eefdb4 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595192 May 25 22:34:18.213083 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac3d2b-fa20-44bc-9639-2cd8131ec458 req-72d88a36-b38b-4631-b4e0-6171d332444d tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:18.215877 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-9e6d7c69-439d-407a-b4f9-76f9aa9121f4 req-645da445-79ec-452a-bd2a-77b418f9eecf service neutron] 10.222.0.45 "GET /v2.0/networks/37540a84-44df-41c9-9fb3-60ffdb39c35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535686 May 25 22:34:18.221107 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-44ac3d2b-fa20-44bc-9639-2cd8131ec458 req-72d88a36-b38b-4631-b4e0-6171d332444d tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 943 time: 0.1782067 May 25 22:34:18.300280 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-142610f2-c4a1-44f7-b2c0-8a961f9a0712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:18.319885 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-44ac3d2b-fa20-44bc-9639-2cd8131ec458 req-69cfc337-65b2-49f7-a4c9-b46cb103a1e0 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970478 May 25 22:34:18.357651 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-cd077eda-a94b-4808-9663-bebd7ebde66b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:18.363778 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-cd077eda-a94b-4808-9663-bebd7ebde66b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-332288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-335001'] for router, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:18.444711 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device b58309fe-ea5f-4629-b527-67f1427c7de9 up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:34:18.457435 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-142610f2-c4a1-44f7-b2c0-8a961f9a0712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:18.460964 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-142610f2-c4a1-44f7-b2c0-8a961f9a0712 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dee65419-a780-4ccc-b3bc-1497e347ff4b HTTP/1.1" status: 204 len: 168 time: 1.1122251 May 25 22:34:18.473506 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142610f2-c4a1-44f7-b2c0-8a961f9a0712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee65419-a780-4ccc-b3bc-1497e347ff4b,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:18.582239 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-9e6d7c69-439d-407a-b4f9-76f9aa9121f4 req-884f8579-a416-4878-901c-71559268b798 service neutron] 10.222.0.45 "GET /v2.0/networks/37540a84-44df-41c9-9fb3-60ffdb39c35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574188 May 25 22:34:18.641556 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning for port b58309fe-ea5f-4629-b527-67f1427c7de9 completed by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:34:18.771392 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d742c1d-1a34-46da-bbc4-da82b6e09237 req-82e21255-f9ae-477e-9166-8e63fd2d6aee tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:18.772947 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-8d742c1d-1a34-46da-bbc4-da82b6e09237 req-82e21255-f9ae-477e-9166-8e63fd2d6aee tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=4426e593-b8b7-4316-8051-8c7998309246 HTTP/1.1" status: 200 len: 945 time: 0.2986879 May 25 22:34:18.859703 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-8d742c1d-1a34-46da-bbc4-da82b6e09237 req-55b2310e-fcf0-43a8-b770-16d2deb89199 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801606 May 25 22:34:18.970962 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2923a3e4-96e3-4bfd-affd-03e27c9b8d07 None None] Network 2cebea64-2be2-48ff-85ac-df2bebf392c9 requested from dv-cinder-843305-1-iscsi {{(pid=83238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:34:19.017117 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd077eda-a94b-4808-9663-bebd7ebde66b admin admin] Router 895afbad-3370-4dce-b96b-b6b5cc5d6cb1 is scheduled to L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a with binding_index 1 {{(pid=83237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:34:19.043203 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 55412) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:19.092126 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-bd5459ae-7970-48eb-b3fe-080b5066eac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:19.171720 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-bd5459ae-7970-48eb-b3fe-080b5066eac3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:34:19.178330 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-8b083c2e-9de9-4d2d-abca-675e5e5d2ec6 None None] Provisioning for port b58309fe-ea5f-4629-b527-67f1427c7de9 completed by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:34:19.180675 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-bd5459ae-7970-48eb-b3fe-080b5066eac3 admin admin] Usage tracker for resource:security_group_rule and tenant:58f6f80c90644694a73df3d3f28badcc is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:34:19.183933 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-bd5459ae-7970-48eb-b3fe-080b5066eac3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:34:19.199117 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-bd5459ae-7970-48eb-b3fe-080b5066eac3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:34:19.214140 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-8b083c2e-9de9-4d2d-abca-675e5e5d2ec6 None None] Provisioning complete for port b58309fe-ea5f-4629-b527-67f1427c7de9 triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:34:19.214504 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-8b083c2e-9de9-4d2d-abca-675e5e5d2ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:19.282630 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 13fee545-bfef-4ce5-a503-9ecba03bdc1e details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 22:34:19.387331 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-bd5459ae-7970-48eb-b3fe-080b5066eac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:19.392958 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-bd5459ae-7970-48eb-b3fe-080b5066eac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:19.446941 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5459ae-7970-48eb-b3fe-080b5066eac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97322d0c-e04b-4ffc-bf65-566c92c58a8b,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:19.478850 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd077eda-a94b-4808-9663-bebd7ebde66b admin admin] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:34:19.492200 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac6f8de-1534-4392-b1dd-b1f9a356d291 None None] Sync routers for ids ['895afbad-3370-4dce-b96b-b6b5cc5d6cb1'] in dv-cinder-843305-1-iscsi {{(pid=83239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:34:19.529712 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac6f8de-1534-4392-b1dd-b1f9a356d291 None None] Routers {'895afbad-3370-4dce-b96b-b6b5cc5d6cb1'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:34:19.530754 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-cac6f8de-1534-4392-b1dd-b1f9a356d291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:34:02Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['895afbad-3370-4dce-b96b-b6b5cc5d6cb1'], 'active': True} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:34:19.536404 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 55434) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:19.543316 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-bd5459ae-7970-48eb-b3fe-080b5066eac3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=58f6f80c90644694a73df3d3f28badcc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4972525 May 25 22:34:19.569524 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.db.resource_extend [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:34:19.609441 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-cd077eda-a94b-4808-9663-bebd7ebde66b admin admin] Notify callbacks [] for router, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:19.616352 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-cd077eda-a94b-4808-9663-bebd7ebde66b admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4495463 May 25 22:34:19.619258 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 55440) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:19.786719 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-45f52092-d152-4e11-9328-7282c4b0350e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:19.818052 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvr_db [None req-cac6f8de-1534-4392-b1dd-b1f9a356d291 None None] Set router 895afbad-3370-4dce-b96b-b6b5cc5d6cb1 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:34:19.821455 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-45f52092-d152-4e11-9328-7282c4b0350e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:19.959236 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port 13fee545-bfef-4ce5-a503-9ecba03bdc1e, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=13fee545-bfef-4ce5-a503-9ecba03bdc1e,segment=NetworkSegment(9ab54bba-3610-4b41-8ee8-5bdd91b47bdc),segment_id=9ab54bba-3610-4b41-8ee8-5bdd91b47bdc)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:34:20.000029 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c38fe-99af-483e-8b1a-a8a1bb686159 req-b76767ed-a274-43c2-a3a5-1803403e39b1 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:20.006473 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-935c38fe-99af-483e-8b1a-a8a1bb686159 req-b76767ed-a274-43c2-a3a5-1803403e39b1 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 943 time: 0.3875296 May 25 22:34:20.011723 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Returning: {'device': '13fee545-bfef-4ce5-a503-9ecba03bdc1e', 'network_id': '37540a84-44df-41c9-9fb3-60ffdb39c35c', 'port_id': '13fee545-bfef-4ce5-a503-9ecba03bdc1e', 'mac_address': 'fa:16:3e:a4:56:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0806ebda-529a-4aec-85e2-852f07a9bbdc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 22:34:20.048732 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-45f52092-d152-4e11-9328-7282c4b0350e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:20.095416 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f52092-d152-4e11-9328-7282c4b0350e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97322d0c-e04b-4ffc-bf65-566c92c58a8b,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:20.128293 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-45f52092-d152-4e11-9328-7282c4b0350e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:20.132306 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-45f52092-d152-4e11-9328-7282c4b0350e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/97322d0c-e04b-4ffc-bf65-566c92c58a8b HTTP/1.1" status: 204 len: 168 time: 0.5948374 May 25 22:34:20.146779 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-935c38fe-99af-483e-8b1a-a8a1bb686159 req-0e8c61e0-1928-4705-8614-496d24998d50 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339128 May 25 22:34:20.298988 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-8b083c2e-9de9-4d2d-abca-675e5e5d2ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:20.310482 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:20.384565 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.notifiers.nova [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13fee545-bfef-4ce5-a503-9ecba03bdc1e {{(pid=83238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:34:20.420177 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-cac6f8de-1534-4392-b1dd-b1f9a356d291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895afbad-3370-4dce-b96b-b6b5cc5d6cb1', 'name': 'tempest-TestShelveInstance-1407877356-router', 'tenant_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f1a36107-25f3-444c-b859-a2c78b1511b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:34:16Z', 'updated_at': '2022-05-25T22:34:18Z', 'revision_number': 3, 'project_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'gw_port': {'id': 'f1a36107-25f3-444c-b859-a2c78b1511b8', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '895afbad-3370-4dce-b96b-b6b5cc5d6cb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:34:17Z', 'updated_at': '2022-05-25T22:34:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi'}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:34:20.429134 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac6f8de-1534-4392-b1dd-b1f9a356d291 None None] Checking router: 895afbad-3370-4dce-b96b-b6b5cc5d6cb1 for host: dv-cinder-843305-1-iscsi {{(pid=83239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:34:20.429810 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac6f8de-1534-4392-b1dd-b1f9a356d291 None None] Updating router 895afbad-3370-4dce-b96b-b6b5cc5d6cb1 port f1a36107-25f3-444c-b859-a2c78b1511b8 binding host dv-cinder-843305-1-iscsi {{(pid=83239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:34:20.448738 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-8b083c2e-9de9-4d2d-abca-675e5e5d2ec6 None None] For port b58309fe-ea5f-4629-b527-67f1427c7de9, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=b58309fe-ea5f-4629-b527-67f1427c7de9,segment=NetworkSegment(874fa2ac-d7a0-43f2-96b7-2b355b2ab748),segment_id=874fa2ac-d7a0-43f2-96b7-2b355b2ab748)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:34:20.467362 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port 13fee545-bfef-4ce5-a503-9ecba03bdc1e, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=13fee545-bfef-4ce5-a503-9ecba03bdc1e,segment=NetworkSegment(9ab54bba-3610-4b41-8ee8-5bdd91b47bdc),segment_id=9ab54bba-3610-4b41-8ee8-5bdd91b47bdc)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:34:20.469206 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-8b083c2e-9de9-4d2d-abca-675e5e5d2ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:20.513770 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-cac6f8de-1534-4392-b1dd-b1f9a356d291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:20.553650 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b083c2e-9de9-4d2d-abca-675e5e5d2ec6 None None] Pushing event updated for resources: {'Port': ['ID=b58309fe-ea5f-4629-b527-67f1427c7de9,revision_number=3']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:20.557557 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:20.710761 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Pushing event updated for resources: {'Port': ['ID=13fee545-bfef-4ce5-a503-9ecba03bdc1e,revision_number=4']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:20.806034 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 55472) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:20.809979 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-e6f6b825-8afd-4d9c-9d11-5e8e1cca21e7 None None] Provisioning complete for port b58309fe-ea5f-4629-b527-67f1427c7de9 triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:34:20.810713 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-e6f6b825-8afd-4d9c-9d11-5e8e1cca21e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:21.024129 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-c4955f2a-9f63-40ab-831f-d5c3b35a3f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:21.109543 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-b451815a-73a2-4480-84ca-518ce2d59914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:21.145699 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] get_ports_and_sgs() called for port_ids ['13fee545-bfef-4ce5-a503-9ecba03bdc1e'] {{(pid=83238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:34:21.171630 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-b451815a-73a2-4480-84ca-518ce2d59914 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:34:21.181317 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-b451815a-73a2-4480-84ca-518ce2d59914 admin admin] Usage tracker for resource:security_group_rule and tenant:67291477a0bf4674891ec49d04c047c8 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:34:21.191663 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-b451815a-73a2-4480-84ca-518ce2d59914 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:34:21.201698 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-b451815a-73a2-4480-84ca-518ce2d59914 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:34:21.295005 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-cac6f8de-1534-4392-b1dd-b1f9a356d291 None None] Notify callbacks [] for port, precommit_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:21.329311 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.provisioning_blocks [None req-cac6f8de-1534-4392-b1dd-b1f9a356d291 None None] Transition to ACTIVE for port object f1a36107-25f3-444c-b859-a2c78b1511b8 will not be triggered until provisioned by entity L2. {{(pid=83239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:34:21.349413 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-cac6f8de-1534-4392-b1dd-b1f9a356d291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:21.546584 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a55fff-2c23-4a4e-b83e-0b6ce72df030 None None] Pushing event updated for resources: {'Port': ['ID=f1a36107-25f3-444c-b859-a2c78b1511b8,revision_number=2']} {{(pid=83239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:21.549007 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.managers [None req-cac6f8de-1534-4392-b1dd-b1f9a356d291 None None] Attempting to bind port f1a36107-25f3-444c-b859-a2c78b1511b8 on host dv-cinder-843305-1-iscsi for vnic_type normal with profile {{(pid=83239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:34:21.549365 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.managers [None req-cac6f8de-1534-4392-b1dd-b1f9a356d291 None None] Attempting to bind port f1a36107-25f3-444c-b859-a2c78b1511b8 by drivers openvswitch,hyperv on host dv-cinder-843305-1-iscsi at level 0 using segments [{'id': '877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'}] {{(pid=83239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:34:21.550249 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac6f8de-1534-4392-b1dd-b1f9a356d291 None None] Attempting to bind port f1a36107-25f3-444c-b859-a2c78b1511b8 on network cb39d3ef-31f0-4e66-970b-4cb0d379e187 {{(pid=83239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:34:21.559270 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac6f8de-1534-4392-b1dd-b1f9a356d291 None None] Checking agent: {'id': '204015c8-cb50-46b9-b04e-4ea0e4e6040d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 24, 3), 'started_at': datetime.datetime(2022, 5, 25, 22, 24, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:34:21.559784 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac6f8de-1534-4392-b1dd-b1f9a356d291 None None] Checking segment: {'id': '877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:34:21.560314 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-cac6f8de-1534-4392-b1dd-b1f9a356d291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:21.560812 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac6f8de-1534-4392-b1dd-b1f9a356d291 None None] Bound using segment: {'id': '877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'} {{(pid=83239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:34:21.561510 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.managers [None req-cac6f8de-1534-4392-b1dd-b1f9a356d291 None None] Bound port: f1a36107-25f3-444c-b859-a2c78b1511b8, host: dv-cinder-843305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'}}] {{(pid=83239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:34:21.561982 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-cac6f8de-1534-4392-b1dd-b1f9a356d291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:21.623416 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-b451815a-73a2-4480-84ca-518ce2d59914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:21.638750 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.db_base_plugin_common [None req-c4955f2a-9f63-40ab-831f-d5c3b35a3f8a admin admin] Allocated IP 172.20.0.1 (2cebea64-2be2-48ff-85ac-df2bebf392c9/ddc3c2bb-eb88-4939-85aa-520d055657c9/21db3c1e-573e-4b0f-8d37-8668b155971e) {{(pid=83236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:34:21.661007 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-b451815a-73a2-4480-84ca-518ce2d59914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:21.678322 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.db [None req-cac6f8de-1534-4392-b1dd-b1f9a356d291 None None] For port f1a36107-25f3-444c-b859-a2c78b1511b8, host dv-cinder-843305-1-iscsi, cleared binding levels {{(pid=83239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:34:21.682917 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.db [None req-cac6f8de-1534-4392-b1dd-b1f9a356d291 None None] For port f1a36107-25f3-444c-b859-a2c78b1511b8, host dv-cinder-843305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=f1a36107-25f3-444c-b859-a2c78b1511b8,segment=NetworkSegment(877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e),segment_id=877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e)] {{(pid=83239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:34:21.693349 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-cac6f8de-1534-4392-b1dd-b1f9a356d291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:21.852394 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-b451815a-73a2-4480-84ca-518ce2d59914 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=67291477a0bf4674891ec49d04c047c8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0445514 May 25 22:34:21.855964 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b451815a-73a2-4480-84ca-518ce2d59914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f24af0-e327-41b0-b24d-36e82426a6ef,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:21.877331 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ecfa85-9d96-412a-8f94-a377be57f4ce req-c843002d-a87b-4451-abdc-067b81cdc494 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:21.886984 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 55504) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:21.889149 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a55fff-2c23-4a4e-b83e-0b6ce72df030 None None] Pushing event updated for resources: {'Port': ['ID=f1a36107-25f3-444c-b859-a2c78b1511b8,revision_number=3']} {{(pid=83239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:21.890101 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-b4ecfa85-9d96-412a-8f94-a377be57f4ce req-c843002d-a87b-4451-abdc-067b81cdc494 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 944 time: 0.4256263 May 25 22:34:21.945445 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac6f8de-1534-4392-b1dd-b1f9a356d291 None None] Routers {'895afbad-3370-4dce-b96b-b6b5cc5d6cb1'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:34:21.946041 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-cac6f8de-1534-4392-b1dd-b1f9a356d291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:34:02Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['895afbad-3370-4dce-b96b-b6b5cc5d6cb1'], 'active': True} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:34:22.079608 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-b4ecfa85-9d96-412a-8f94-a377be57f4ce req-c147a284-91d1-4bed-91b3-b5043b628189 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1882703 May 25 22:34:22.118954 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-c81b05c0-8bb4-4a86-9857-0ba8162666ef req-a0d4b9b3-a4bc-4beb-80ea-914f732d9e21 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f03d319e86304fdf89e958ee74d34779&device_id=4426e593-b8b7-4316-8051-8c7998309246 HTTP/1.1" status: 200 len: 1098 time: 0.3995788 May 25 22:34:22.134378 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242ddca-748f-4c1c-b212-220b42cf5f98 req-8771bc60-a7d6-4160-bd08-a627b3f79003 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:22.136573 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f242ddca-748f-4c1c-b212-220b42cf5f98 req-8771bc60-a7d6-4160-bd08-a627b3f79003 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=4426e593-b8b7-4316-8051-8c7998309246 HTTP/1.1" status: 200 len: 945 time: 0.1277351 May 25 22:34:22.194007 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f242ddca-748f-4c1c-b212-220b42cf5f98 req-7eceeb40-ff4e-461a-bf90-575eb7fc7fc3 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520477 May 25 22:34:22.278065 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvr_db [None req-cac6f8de-1534-4392-b1dd-b1f9a356d291 None None] Set router 895afbad-3370-4dce-b96b-b6b5cc5d6cb1 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:34:22.288249 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-c4955f2a-9f63-40ab-831f-d5c3b35a3f8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:22.296310 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-ddce4208-d54e-4292-81e2-13213ea9738d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:22.339747 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.provisioning_blocks [None req-c4955f2a-9f63-40ab-831f-d5c3b35a3f8a admin admin] Transition to ACTIVE for port object 21db3c1e-573e-4b0f-8d37-8668b155971e will not be triggered until provisioned by entity DHCP. {{(pid=83236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:34:22.357387 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device b58309fe-ea5f-4629-b527-67f1427c7de9 up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:34:22.358649 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-ddce4208-d54e-4292-81e2-13213ea9738d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:22.409615 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b05c0-8bb4-4a86-9857-0ba8162666ef req-611b9196-edd0-422d-a2e1-10d00db0b295 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:22.411069 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-c81b05c0-8bb4-4a86-9857-0ba8162666ef req-611b9196-edd0-422d-a2e1-10d00db0b295 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7118c156-6ba0-45fa-85d4-b60edcd6fc6f HTTP/1.1" status: 200 len: 919 time: 0.2784402 May 25 22:34:22.435973 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port b58309fe-ea5f-4629-b527-67f1427c7de9 triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:34:22.436606 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:22.579072 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-c81b05c0-8bb4-4a86-9857-0ba8162666ef req-71556ce7-7e22-4d76-8add-1fa4d67589b7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d29a8dc3-1e81-4ab0-bc45-9626d9f86035 HTTP/1.1" status: 200 len: 217 time: 0.1577110 May 25 22:34:22.584167 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-c4955f2a-9f63-40ab-831f-d5c3b35a3f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:22.646212 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-cac6f8de-1534-4392-b1dd-b1f9a356d291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895afbad-3370-4dce-b96b-b6b5cc5d6cb1', 'name': 'tempest-TestShelveInstance-1407877356-router', 'tenant_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f1a36107-25f3-444c-b859-a2c78b1511b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:34:16Z', 'updated_at': '2022-05-25T22:34:18Z', 'revision_number': 3, 'project_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'gw_port': {'id': 'f1a36107-25f3-444c-b859-a2c78b1511b8', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '895afbad-3370-4dce-b96b-b6b5cc5d6cb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:34:17Z', 'updated_at': '2022-05-25T22:34:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi'}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:34:22.651205 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac6f8de-1534-4392-b1dd-b1f9a356d291 None None] The sync data for ids ['895afbad-3370-4dce-b96b-b6b5cc5d6cb1'] in dv-cinder-843305-1-iscsi is: [{'id': '895afbad-3370-4dce-b96b-b6b5cc5d6cb1', 'name': 'tempest-TestShelveInstance-1407877356-router', 'tenant_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f1a36107-25f3-444c-b859-a2c78b1511b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:34:16Z', 'updated_at': '2022-05-25T22:34:18Z', 'revision_number': 3, 'project_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'gw_port': {'id': 'f1a36107-25f3-444c-b859-a2c78b1511b8', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '895afbad-3370-4dce-b96b-b6b5cc5d6cb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:34:17Z', 'updated_at': '2022-05-25T22:34:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi'}] {{(pid=83239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:34:22.675173 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-ddce4208-d54e-4292-81e2-13213ea9738d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:22.717253 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddce4208-d54e-4292-81e2-13213ea9738d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f24af0-e327-41b0-b24d-36e82426a6ef,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:22.729108 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4955f2a-9f63-40ab-831f-d5c3b35a3f8a admin admin] Network 2cebea64-2be2-48ff-85ac-df2bebf392c9 is already hosted by enough agents. {{(pid=83236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:34:22.735351 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.base_scheduler [None req-c4955f2a-9f63-40ab-831f-d5c3b35a3f8a admin admin] Resources bound (agent type, host, resource id): {{(pid=83236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:34:22.737133 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4955f2a-9f63-40ab-831f-d5c3b35a3f8a admin admin] Pushing event updated for resources: {'Port': ['ID=21db3c1e-573e-4b0f-8d37-8668b155971e,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:22.741204 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4955f2a-9f63-40ab-831f-d5c3b35a3f8a admin admin] Received port after_create {{(pid=83236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:34:22.775828 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b05c0-8bb4-4a86-9857-0ba8162666ef req-8b3da0c6-9921-43cb-909b-a57388508005 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:22.777255 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-c81b05c0-8bb4-4a86-9857-0ba8162666ef req-8b3da0c6-9921-43cb-909b-a57388508005 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eed7b039-2401-4008-8d74-88e75bbbe478 HTTP/1.1" status: 200 len: 857 time: 0.1881871 May 25 22:34:22.851000 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-ddce4208-d54e-4292-81e2-13213ea9738d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:22.860938 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-ddce4208-d54e-4292-81e2-13213ea9738d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b6f24af0-e327-41b0-b24d-36e82426a6ef HTTP/1.1" status: 204 len: 168 time: 0.8702135 May 25 22:34:22.891383 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-c4955f2a-9f63-40ab-831f-d5c3b35a3f8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335459'] for router_interface, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:22.974044 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-31588717-becd-4a0b-94e7-fe6cf8b5e803 None None] Provisioning for port 21db3c1e-573e-4b0f-8d37-8668b155971e completed by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:34:22.980625 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-31588717-becd-4a0b-94e7-fe6cf8b5e803 None None] Provisioning complete for port 21db3c1e-573e-4b0f-8d37-8668b155971e triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:34:22.981263 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-31588717-becd-4a0b-94e7-fe6cf8b5e803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:23.090916 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-c81b05c0-8bb4-4a86-9857-0ba8162666ef req-2d6409d4-6052-4ff3-b241-9d78a703c1fa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7118c156-6ba0-45fa-85d4-b60edcd6fc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3058336 May 25 22:34:23.091888 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-c4955f2a-9f63-40ab-831f-d5c3b35a3f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:23.126574 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-31588717-becd-4a0b-94e7-fe6cf8b5e803 None None] Port 21db3c1e-573e-4b0f-8d37-8668b155971e cannot update to ACTIVE because it is not bound. {{(pid=83238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:34:23.251768 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 13fee545-bfef-4ce5-a503-9ecba03bdc1e up at agent hyperv_hv-cinder-84330 {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:34:23.473378 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Provisioning for port 13fee545-bfef-4ce5-a503-9ecba03bdc1e completed by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:34:23.490806 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Provisioning complete for port 13fee545-bfef-4ce5-a503-9ecba03bdc1e triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:34:23.491197 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:23.626362 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b218e82-5183-47f7-87dd-f4f923c6f458 req-1403471c-717c-4491-b96d-0c90a8693752 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:23.628454 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-3b218e82-5183-47f7-87dd-f4f923c6f458 req-1403471c-717c-4491-b96d-0c90a8693752 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 944 time: 0.2487392 May 25 22:34:23.637128 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-c81b05c0-8bb4-4a86-9857-0ba8162666ef req-c463ef9f-6187-4911-abc8-8758248a730a service neutron] 10.222.0.45 "GET /v2.0/networks/7118c156-6ba0-45fa-85d4-b60edcd6fc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5260546 May 25 22:34:23.686389 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:23.725728 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ee8b28f-d400-447a-9338-9639f75c9052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13fee545-bfef-4ce5-a503-9ecba03bdc1e'}] {{(pid=83238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:34:23.736156 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port 13fee545-bfef-4ce5-a503-9ecba03bdc1e, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=13fee545-bfef-4ce5-a503-9ecba03bdc1e,segment=NetworkSegment(9ab54bba-3610-4b41-8ee8-5bdd91b47bdc),segment_id=9ab54bba-3610-4b41-8ee8-5bdd91b47bdc)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:34:23.739621 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-3b218e82-5183-47f7-87dd-f4f923c6f458 req-bc038db0-a3a9-4b4e-af09-847722dc98db tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976648 May 25 22:34:23.744226 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:23.769733 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd6323-92cd-4ef1-8b78-0a0302de6871 req-6fc980f3-d088-45bc-8997-4475cb734c30 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:23.775897 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-bfcd6323-92cd-4ef1-8b78-0a0302de6871 req-6fc980f3-d088-45bc-8997-4475cb734c30 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=4426e593-b8b7-4316-8051-8c7998309246 HTTP/1.1" status: 200 len: 945 time: 0.2423639 May 25 22:34:23.845392 dv-cinder-843305-1-iscsi neutron-server[83238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-714e8a52-5775-4c3e-9d42-db321b08aa77'] response: {'server_uuid': '9ee8b28f-d400-447a-9338-9639f75c9052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13fee545-bfef-4ce5-a503-9ecba03bdc1e', 'code': 200} May 25 22:34:23.846947 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Pushing event updated for resources: {'Port': ['ID=13fee545-bfef-4ce5-a503-9ecba03bdc1e,revision_number=5']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:23.865234 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-bfcd6323-92cd-4ef1-8b78-0a0302de6871 req-29cd5108-4451-4dfb-b8fa-0035a7bf6716 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831528 May 25 22:34:23.889861 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-c4955f2a-9f63-40ab-831f-d5c3b35a3f8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:23.960131 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-c4955f2a-9f63-40ab-831f-d5c3b35a3f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1630987'] for port, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:23.997461 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 55570) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:24.182390 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-615d4bbe-5533-4887-860a-1290de782619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:24.212165 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4955f2a-9f63-40ab-831f-d5c3b35a3f8a admin admin] Pushing event updated for resources: {'Port': ['ID=21db3c1e-573e-4b0f-8d37-8668b155971e,revision_number=2']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:24.215931 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-c4955f2a-9f63-40ab-831f-d5c3b35a3f8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2758953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335566'] for router_interface, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:24.237411 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-615d4bbe-5533-4887-860a-1290de782619 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:34:24.263231 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-615d4bbe-5533-4887-860a-1290de782619 admin admin] Usage tracker for resource:security_group_rule and tenant:ac80a67877de41ce931ba69434c6bafc is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:34:24.266466 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-615d4bbe-5533-4887-860a-1290de782619 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:34:24.278111 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-615d4bbe-5533-4887-860a-1290de782619 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:34:24.326663 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-c81b05c0-8bb4-4a86-9857-0ba8162666ef req-2428e284-c544-4fbd-8613-b65a4e7bef64 service neutron] 10.222.0.45 "GET /v2.0/networks/7118c156-6ba0-45fa-85d4-b60edcd6fc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4641831 May 25 22:34:24.370327 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-63224fe1-60dd-4d13-bb9c-37dd12b7629a req-025ab226-13f4-4e54-9a4d-252e082bc5ac service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 1098 time: 0.2611244 May 25 22:34:24.404723 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-615d4bbe-5533-4887-860a-1290de782619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:24.410819 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-615d4bbe-5533-4887-860a-1290de782619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:24.452487 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4955f2a-9f63-40ab-831f-d5c3b35a3f8a admin admin] Network 2cebea64-2be2-48ff-85ac-df2bebf392c9 is already hosted by enough agents. {{(pid=83236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:34:24.453894 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.base_scheduler [None req-c4955f2a-9f63-40ab-831f-d5c3b35a3f8a admin admin] Resources bound (agent type, host, resource id): {{(pid=83236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:34:24.475421 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-615d4bbe-5533-4887-860a-1290de782619 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ac80a67877de41ce931ba69434c6bafc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4769042 May 25 22:34:24.476394 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615d4bbe-5533-4887-860a-1290de782619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dce3581-35fd-4a7b-a087-1ddea01d47b4,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:24.478975 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 55586) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:24.557436 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-b25f5e63-86dc-4a04-addc-488c9774f914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:24.590233 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-b25f5e63-86dc-4a04-addc-488c9774f914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:24.638714 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-63224fe1-60dd-4d13-bb9c-37dd12b7629a req-10032b1f-e4de-4d8b-a15a-ea45ab91a9c2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2375023 May 25 22:34:24.656936 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-b25f5e63-86dc-4a04-addc-488c9774f914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:24.678022 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f5e63-86dc-4a04-addc-488c9774f914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dce3581-35fd-4a7b-a087-1ddea01d47b4,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:24.691453 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-b25f5e63-86dc-4a04-addc-488c9774f914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:24.695238 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-b25f5e63-86dc-4a04-addc-488c9774f914 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0dce3581-35fd-4a7b-a087-1ddea01d47b4 HTTP/1.1" status: 204 len: 168 time: 0.2127857 May 25 22:34:24.765328 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-382008b1-1dcc-4369-ab55-19062ed8fcb0 None None] Provisioning complete for port 21db3c1e-573e-4b0f-8d37-8668b155971e triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:34:24.766699 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-382008b1-1dcc-4369-ab55-19062ed8fcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:24.830625 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-382008b1-1dcc-4369-ab55-19062ed8fcb0 None None] Port 21db3c1e-573e-4b0f-8d37-8668b155971e cannot update to ACTIVE because it is not bound. {{(pid=83238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:34:25.120025 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4955f2a-9f63-40ab-831f-d5c3b35a3f8a admin admin] Router 895afbad-3370-4dce-b96b-b6b5cc5d6cb1 has already been hosted by L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a {{(pid=83236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:34:25.129706 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253e250-862c-4673-a6e2-3ef2162f95d9 req-48a0144b-0641-4604-8384-3716575af52a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:25.131375 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-9253e250-862c-4673-a6e2-3ef2162f95d9 req-48a0144b-0641-4604-8384-3716575af52a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 945 time: 0.1601374 May 25 22:34:25.202361 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11cabd4-1c2a-47bd-9dbe-9043c1257f98 req-1cdabbcb-c188-4341-bda8-dcf3d18a7cc9 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:25.203948 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-d11cabd4-1c2a-47bd-9dbe-9043c1257f98 req-1cdabbcb-c188-4341-bda8-dcf3d18a7cc9 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=4426e593-b8b7-4316-8051-8c7998309246 HTTP/1.1" status: 200 len: 945 time: 0.1389861 May 25 22:34:25.206488 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-9253e250-862c-4673-a6e2-3ef2162f95d9 req-a780b0ee-aea0-499b-a1e7-17427b73df87 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638723 May 25 22:34:25.262226 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-d11cabd4-1c2a-47bd-9dbe-9043c1257f98 req-ec24a968-c696-4f89-a6e7-ccf53155df28 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494902 May 25 22:34:25.340028 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4955f2a-9f63-40ab-831f-d5c3b35a3f8a admin admin] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:34:25.351648 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-c4955f2a-9f63-40ab-831f-d5c3b35a3f8a admin admin] 10.222.0.39 "PUT /v2.0/routers/895afbad-3370-4dce-b96b-b6b5cc5d6cb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7247431 May 25 22:34:26.509158 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device f1a36107-25f3-444c-b859-a2c78b1511b8 up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:34:26.583765 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 55662) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:26.589714 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [None req-9efd1671-fa09-4980-a7c1-4fe373e0a180 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-647307477-network', 'tenant_id': '36c54844f6634de9bf9e5cd36b68792c'}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:34:26.595914 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-9efd1671-fa09-4980-a7c1-4fe373e0a180 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:34:26.605135 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-9efd1671-fa09-4980-a7c1-4fe373e0a180 admin admin] Usage tracker for resource:network and tenant:36c54844f6634de9bf9e5cd36b68792c is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:34:26.614462 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-9efd1671-fa09-4980-a7c1-4fe373e0a180 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:34:26.629301 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-9efd1671-fa09-4980-a7c1-4fe373e0a180 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:34:26.636265 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning for port f1a36107-25f3-444c-b859-a2c78b1511b8 completed by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:34:26.647316 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port f1a36107-25f3-444c-b859-a2c78b1511b8 triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:34:26.649721 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:26.655159 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35dc0e8-ae29-42b9-8df1-1135b5ce921d req-1dc31c50-5728-4064-ba82-59bc03392b49 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:26.656714 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-b35dc0e8-ae29-42b9-8df1-1135b5ce921d req-1dc31c50-5728-4064-ba82-59bc03392b49 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=4426e593-b8b7-4316-8051-8c7998309246 HTTP/1.1" status: 200 len: 945 time: 0.1164436 May 25 22:34:26.661003 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efd1671-fa09-4980-a7c1-4fe373e0a180 admin admin] Made reservation on behalf of 36c54844f6634de9bf9e5cd36b68792c for: {'network': 1} {{(pid=83236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:34:26.663330 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-9efd1671-fa09-4980-a7c1-4fe373e0a180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for network, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:26.686038 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-9efd1671-fa09-4980-a7c1-4fe373e0a180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:26.722141 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-b35dc0e8-ae29-42b9-8df1-1135b5ce921d req-ae6b40a9-6ee2-4010-8097-09c221cffbc3 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561082 May 25 22:34:26.738788 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-9efd1671-fa09-4980-a7c1-4fe373e0a180 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:34:26.743210 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-9efd1671-fa09-4980-a7c1-4fe373e0a180 admin admin] Usage tracker for resource:security_group_rule and tenant:36c54844f6634de9bf9e5cd36b68792c is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:34:26.746102 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-9efd1671-fa09-4980-a7c1-4fe373e0a180 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:34:26.752125 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-9efd1671-fa09-4980-a7c1-4fe373e0a180 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:34:26.832675 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:26.851794 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] For port f1a36107-25f3-444c-b859-a2c78b1511b8, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=f1a36107-25f3-444c-b859-a2c78b1511b8,segment=NetworkSegment(877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e),segment_id=877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:34:26.860038 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:26.860684 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-9efd1671-fa09-4980-a7c1-4fe373e0a180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:26.865678 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-9efd1671-fa09-4980-a7c1-4fe373e0a180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:26.896168 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9efd1671-fa09-4980-a7c1-4fe373e0a180 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=83236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:34:26.907262 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-9efd1671-fa09-4980-a7c1-4fe373e0a180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:26.907652 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.db.segments_db [None req-9efd1671-fa09-4980-a7c1-4fe373e0a180 admin admin] Added segment fc912e45-f6e1-41a9-9317-55445180a7e6 of type vlan for network 8926b185-efd7-4c55-b240-48093ec1e884 May 25 22:34:26.940701 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-9efd1671-fa09-4980-a7c1-4fe373e0a180 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744689326614'] for network, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:26.991568 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efd1671-fa09-4980-a7c1-4fe373e0a180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba53cf94-0f7e-47f4-bdb0-8a69ce93ac88,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:27.006989 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-9efd1671-fa09-4980-a7c1-4fe373e0a180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057'] for network, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:27.008084 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efd1671-fa09-4980-a7c1-4fe373e0a180 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:27.009496 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-9efd1671-fa09-4980-a7c1-4fe373e0a180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for network, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:27.011171 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c14048-7a1c-4f97-9490-3e58a8e970f2 req-0da4ba08-d41e-42a0-8fd0-74c036258d5d tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:27.014494 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-c5c14048-7a1c-4f97-9490-3e58a8e970f2 req-0da4ba08-d41e-42a0-8fd0-74c036258d5d tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 945 time: 0.1859128 May 25 22:34:27.028745 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Pushing event updated for resources: {'Port': ['ID=f1a36107-25f3-444c-b859-a2c78b1511b8,revision_number=4']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:27.116114 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-c5c14048-7a1c-4f97-9490-3e58a8e970f2 req-5eb9a553-b374-48b3-a251-84dd5b1bb955 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940158 May 25 22:34:27.182128 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efd1671-fa09-4980-a7c1-4fe373e0a180 admin admin] Pushing event updated for resources: {'Network': ['ID=8926b185-efd7-4c55-b240-48093ec1e884,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:27.187701 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-9efd1671-fa09-4980-a7c1-4fe373e0a180 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5996230 May 25 22:34:27.187833 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 55678) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:27.193732 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Network 8926b185-efd7-4c55-b240-48093ec1e884 details requested by agent ovs-agent-dv-cinder-843305-1-iscsi with host dv-cinder-843305-1-iscsi {{(pid=83238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:34:27.194373 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [None req-447a7210-01b6-4b54-acda-43137875e491 admin admin] Request body: {'subnet': {'network_id': '8926b185-efd7-4c55-b240-48093ec1e884', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-647307477-subnet', 'tenant_id': '36c54844f6634de9bf9e5cd36b68792c', 'ip_version': 4}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:34:27.199216 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-447a7210-01b6-4b54-acda-43137875e491 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:34:27.203023 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-447a7210-01b6-4b54-acda-43137875e491 admin admin] Usage tracker for resource:subnet and tenant:36c54844f6634de9bf9e5cd36b68792c is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:34:27.206632 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-447a7210-01b6-4b54-acda-43137875e491 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:34:27.214224 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-447a7210-01b6-4b54-acda-43137875e491 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:34:27.226378 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447a7210-01b6-4b54-acda-43137875e491 admin admin] Made reservation on behalf of 36c54844f6634de9bf9e5cd36b68792c for: {'subnet': 1} {{(pid=83236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:34:27.229044 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-447a7210-01b6-4b54-acda-43137875e491 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1097271'] for subnet, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:27.324827 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10dcd7-71c9-4f0d-a255-1879477d00f4 req-d236bcf3-b9fe-4cde-9f0f-b3bb8f741d88 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:27.326322 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-ab10dcd7-71c9-4f0d-a255-1879477d00f4 req-d236bcf3-b9fe-4cde-9f0f-b3bb8f741d88 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 945 time: 0.0802829 May 25 22:34:27.335128 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 55682) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:27.341418 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-5e5c0a64-9779-41c4-928f-da6cb990978d tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Request body: {'floatingip': {'port_id': '13fee545-bfef-4ce5-a503-9ecba03bdc1e'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:34:27.439752 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-447a7210-01b6-4b54-acda-43137875e491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1631110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1097253'] for subnet, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:27.471820 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-5e5c0a64-9779-41c4-928f-da6cb990978d tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks [] for floatingip, before_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:27.512991 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a7210-01b6-4b54-acda-43137875e491 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e48aa92b-ff83-4a09-9e73-abf1f63edee5,revision_number=0']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:27.527573 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447a7210-01b6-4b54-acda-43137875e491 admin admin] Checking segment: {'id': 'fc912e45-f6e1-41a9-9317-55445180a7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '8926b185-efd7-4c55-b240-48093ec1e884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:34:27.528155 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447a7210-01b6-4b54-acda-43137875e491 admin admin] Network hostable DHCP agents. Network: 8926b185-efd7-4c55-b240-48093ec1e884, hostable agents: ['7055d141-b128-493c-8fde-b010d723709d'], hosted agents: [] {{(pid=83236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:34:27.553068 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447a7210-01b6-4b54-acda-43137875e491 admin admin] Network 8926b185-efd7-4c55-b240-48093ec1e884 is scheduled to be hosted by DHCP agent 7055d141-b128-493c-8fde-b010d723709d with binding_index 1 {{(pid=83236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:34:27.565732 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.base_scheduler [None req-447a7210-01b6-4b54-acda-43137875e491 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-1-iscsi, 8926b185-efd7-4c55-b240-48093ec1e884) {{(pid=83236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:34:27.569768 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447a7210-01b6-4b54-acda-43137875e491 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:27.570339 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-447a7210-01b6-4b54-acda-43137875e491 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:27.575466 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2eb3942-6dc2-4913-a0b9-28a031bf17e8 None None] Network 8926b185-efd7-4c55-b240-48093ec1e884 requested from dv-cinder-843305-1-iscsi {{(pid=83238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:34:27.595723 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-447a7210-01b6-4b54-acda-43137875e491 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4043708 May 25 22:34:27.596322 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 55686) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:27.602212 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [None req-f35fb9c3-fdc1-48f4-8e5f-0e9406d601a5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-647307477-router', 'tenant_id': '36c54844f6634de9bf9e5cd36b68792c', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'}}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:34:27.606721 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-f35fb9c3-fdc1-48f4-8e5f-0e9406d601a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:34:27.610861 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-f35fb9c3-fdc1-48f4-8e5f-0e9406d601a5 admin admin] Usage tracker for resource:router and tenant:36c54844f6634de9bf9e5cd36b68792c is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:34:27.614357 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-f35fb9c3-fdc1-48f4-8e5f-0e9406d601a5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:34:27.620306 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-f35fb9c3-fdc1-48f4-8e5f-0e9406d601a5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:34:27.631946 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-f35fb9c3-fdc1-48f4-8e5f-0e9406d601a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-332275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13655'] for router, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:27.632914 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-f35fb9c3-fdc1-48f4-8e5f-0e9406d601a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-334964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13660'] for router, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:27.657131 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-f35fb9c3-fdc1-48f4-8e5f-0e9406d601a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:27.854675 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-f35fb9c3-fdc1-48f4-8e5f-0e9406d601a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-334982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-332297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:27.858053 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcc6f44-6ff1-492f-bffd-c8c368a3a24b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6d3de8e-d70e-51d5-8f03-74ad85baa67b-8926b185-efd7-4c55-b240-48093ec1e884', 'network_id': '8926b185-efd7-4c55-b240-48093ec1e884', 'tenant_id': '36c54844f6634de9bf9e5cd36b68792c', 'fixed_ips': [{'subnet_id': 'e48aa92b-ff83-4a09-9e73-abf1f63edee5'}]}} from dv-cinder-843305-1-iscsi. {{(pid=83238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:34:27.859028 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-6dcc6f44-6ff1-492f-bffd-c8c368a3a24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:28.103621 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.db_base_plugin_common [None req-6dcc6f44-6ff1-492f-bffd-c8c368a3a24b None None] Allocated IP 172.20.0.2 (8926b185-efd7-4c55-b240-48093ec1e884/e48aa92b-ff83-4a09-9e73-abf1f63edee5/de6eb6fc-56e3-42d6-ad9f-aa9419b9d34d) {{(pid=83238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:34:28.125809 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-f35fb9c3-fdc1-48f4-8e5f-0e9406d601a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:28.172238 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-f35fb9c3-fdc1-48f4-8e5f-0e9406d601a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:28.376357 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device f1a36107-25f3-444c-b859-a2c78b1511b8 up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:34:28.386749 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.db_base_plugin_common [None req-f35fb9c3-fdc1-48f4-8e5f-0e9406d601a5 admin admin] Allocated IP 172.27.0.189 (cb39d3ef-31f0-4e66-970b-4cb0d379e187/4ff22ee7-6206-48b0-b7ae-e7396fe607ae/e7955929-40ce-4d90-9743-549ccad54311) {{(pid=83236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:34:28.414888 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-5e5c0a64-9779-41c4-928f-da6cb990978d tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:28.430288 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-5e5c0a64-9779-41c4-928f-da6cb990978d tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335082'] for floatingip, after_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:28.538830 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-6dcc6f44-6ff1-492f-bffd-c8c368a3a24b None None] Notify callbacks [] for port, precommit_create {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:28.555510 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-6dcc6f44-6ff1-492f-bffd-c8c368a3a24b None None] Transition to ACTIVE for port object de6eb6fc-56e3-42d6-ad9f-aa9419b9d34d will not be triggered until provisioned by entity L2. {{(pid=83238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:34:28.571089 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-f35fb9c3-fdc1-48f4-8e5f-0e9406d601a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:28.573872 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port f1a36107-25f3-444c-b859-a2c78b1511b8 triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:34:28.574366 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:28.596939 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a2709-1e4b-4428-b80e-bc11e7ee8f3f req-9dc04a30-a4a1-4623-9218-0e94d44f5d06 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:28.603765 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-678a2709-1e4b-4428-b80e-bc11e7ee8f3f req-9dc04a30-a4a1-4623-9218-0e94d44f5d06 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=4426e593-b8b7-4316-8051-8c7998309246 HTTP/1.1" status: 200 len: 945 time: 0.6417825 May 25 22:34:28.619035 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-f35fb9c3-fdc1-48f4-8e5f-0e9406d601a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:28.639441 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-6dcc6f44-6ff1-492f-bffd-c8c368a3a24b None None] Transition to ACTIVE for port object de6eb6fc-56e3-42d6-ad9f-aa9419b9d34d will not be triggered until provisioned by entity DHCP. {{(pid=83238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:34:28.656727 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-6dcc6f44-6ff1-492f-bffd-c8c368a3a24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019'] for port, after_create {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:28.684299 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-678a2709-1e4b-4428-b80e-bc11e7ee8f3f req-e483d22e-2cbb-4854-bd1d-ac087abfdf62 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795488 May 25 22:34:28.761035 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.db.l3_db [None req-5e5c0a64-9779-41c4-928f-da6cb990978d tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Floating IP 442850d2-e0b5-4401-8dcb-acde0fb5688e associated. External IP: 172.27.0.182, port: 13fee545-bfef-4ce5-a503-9ecba03bdc1e. May 25 22:34:28.767994 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcc6f44-6ff1-492f-bffd-c8c368a3a24b None None] Network 8926b185-efd7-4c55-b240-48093ec1e884 is already hosted by enough agents. {{(pid=83238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:34:28.771853 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.scheduler.base_scheduler [None req-6dcc6f44-6ff1-492f-bffd-c8c368a3a24b None None] Resources bound (agent type, host, resource id): {{(pid=83238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:34:28.807252 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcc6f44-6ff1-492f-bffd-c8c368a3a24b None None] Received port after_create {{(pid=83238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:34:28.827146 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcc6f44-6ff1-492f-bffd-c8c368a3a24b None None] Pushing event updated for resources: {'Port': ['ID=de6eb6fc-56e3-42d6-ad9f-aa9419b9d34d,revision_number=1']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:28.833774 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35fb9c3-fdc1-48f4-8e5f-0e9406d601a5 admin admin] Network cb39d3ef-31f0-4e66-970b-4cb0d379e187 is already hosted by enough agents. {{(pid=83236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:34:28.850889 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.base_scheduler [None req-f35fb9c3-fdc1-48f4-8e5f-0e9406d601a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:34:28.865383 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35fb9c3-fdc1-48f4-8e5f-0e9406d601a5 admin admin] Received port after_create {{(pid=83236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:34:28.928834 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35fb9c3-fdc1-48f4-8e5f-0e9406d601a5 admin admin] Pushing event updated for resources: {'Port': ['ID=e7955929-40ce-4d90-9743-549ccad54311,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:28.940237 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-6dcc6f44-6ff1-492f-bffd-c8c368a3a24b None None] Attempting to bind port de6eb6fc-56e3-42d6-ad9f-aa9419b9d34d on host dv-cinder-843305-1-iscsi for vnic_type normal with profile {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:34:28.941267 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-6dcc6f44-6ff1-492f-bffd-c8c368a3a24b None None] Attempting to bind port de6eb6fc-56e3-42d6-ad9f-aa9419b9d34d by drivers openvswitch,hyperv on host dv-cinder-843305-1-iscsi at level 0 using segments [{'id': 'fc912e45-f6e1-41a9-9317-55445180a7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '8926b185-efd7-4c55-b240-48093ec1e884'}] {{(pid=83238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:34:28.941712 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcc6f44-6ff1-492f-bffd-c8c368a3a24b None None] Attempting to bind port de6eb6fc-56e3-42d6-ad9f-aa9419b9d34d on network 8926b185-efd7-4c55-b240-48093ec1e884 {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:34:28.949817 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcc6f44-6ff1-492f-bffd-c8c368a3a24b None None] Checking agent: {'id': '204015c8-cb50-46b9-b04e-4ea0e4e6040d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 24, 3), 'started_at': datetime.datetime(2022, 5, 25, 22, 24, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:34:28.950191 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcc6f44-6ff1-492f-bffd-c8c368a3a24b None None] Checking segment: {'id': 'fc912e45-f6e1-41a9-9317-55445180a7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '8926b185-efd7-4c55-b240-48093ec1e884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:34:28.950606 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-6dcc6f44-6ff1-492f-bffd-c8c368a3a24b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:28.950991 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcc6f44-6ff1-492f-bffd-c8c368a3a24b None None] Bound using segment: {'id': 'fc912e45-f6e1-41a9-9317-55445180a7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '8926b185-efd7-4c55-b240-48093ec1e884'} {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:34:28.952135 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-6dcc6f44-6ff1-492f-bffd-c8c368a3a24b None None] Bound port: de6eb6fc-56e3-42d6-ad9f-aa9419b9d34d, host: dv-cinder-843305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc912e45-f6e1-41a9-9317-55445180a7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '8926b185-efd7-4c55-b240-48093ec1e884'}}] {{(pid=83238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:34:28.952518 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-6dcc6f44-6ff1-492f-bffd-c8c368a3a24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:29.151879 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-6dcc6f44-6ff1-492f-bffd-c8c368a3a24b None None] For port de6eb6fc-56e3-42d6-ad9f-aa9419b9d34d, host dv-cinder-843305-1-iscsi, cleared binding levels {{(pid=83238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:34:29.155249 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-6dcc6f44-6ff1-492f-bffd-c8c368a3a24b None None] For port de6eb6fc-56e3-42d6-ad9f-aa9419b9d34d, host dv-cinder-843305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=de6eb6fc-56e3-42d6-ad9f-aa9419b9d34d,segment=NetworkSegment(fc912e45-f6e1-41a9-9317-55445180a7e6),segment_id=fc912e45-f6e1-41a9-9317-55445180a7e6)] {{(pid=83238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:34:29.169144 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-6dcc6f44-6ff1-492f-bffd-c8c368a3a24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:29.196732 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-f35fb9c3-fdc1-48f4-8e5f-0e9406d601a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:29.197866 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-f35fb9c3-fdc1-48f4-8e5f-0e9406d601a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-332288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-335001'] for router, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:29.329910 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcc6f44-6ff1-492f-bffd-c8c368a3a24b None None] Pushing event updated for resources: {'Port': ['ID=de6eb6fc-56e3-42d6-ad9f-aa9419b9d34d,revision_number=2']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:29.514920 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f35fb9c3-fdc1-48f4-8e5f-0e9406d601a5 admin admin] Router 67c1bf80-9814-453e-b45d-989679cb38e3 is scheduled to L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a with binding_index 1 {{(pid=83236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:34:29.518845 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8127e2ca-6e62-430f-8849-ce923db39c5b None None] Sync routers for ids ['895afbad-3370-4dce-b96b-b6b5cc5d6cb1'] in dv-cinder-843305-1-iscsi {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:34:29.559922 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8127e2ca-6e62-430f-8849-ce923db39c5b None None] Routers {'895afbad-3370-4dce-b96b-b6b5cc5d6cb1'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:34:29.570706 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-8127e2ca-6e62-430f-8849-ce923db39c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:34:02Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['895afbad-3370-4dce-b96b-b6b5cc5d6cb1'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:34:29.770465 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e5c0a64-9779-41c4-928f-da6cb990978d tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Router c77ac15f-13e1-4f68-b442-48b0b3431d32 has already been hosted by L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a {{(pid=83237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:34:29.868628 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-27802b94-cee7-4176-864c-183187d7a30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:29.964671 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-8127e2ca-6e62-430f-8849-ce923db39c5b None None] Set router 895afbad-3370-4dce-b96b-b6b5cc5d6cb1 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:34:30.018450 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35fb9c3-fdc1-48f4-8e5f-0e9406d601a5 admin admin] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:34:30.031752 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9d41b8-a8c1-404e-9d25-810f0c2b0a22 None None] Sync routers for ids ['67c1bf80-9814-453e-b45d-989679cb38e3'] in dv-cinder-843305-1-iscsi {{(pid=83239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:34:30.061424 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e1694-825c-4104-a56e-76441578794f req-ef4bc713-284f-41a5-817f-667d755b910b tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:30.063168 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-6f9e1694-825c-4104-a56e-76441578794f req-ef4bc713-284f-41a5-817f-667d755b910b tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=4426e593-b8b7-4316-8051-8c7998309246 HTTP/1.1" status: 200 len: 945 time: 0.1112165 May 25 22:34:30.072270 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-f35fb9c3-fdc1-48f4-8e5f-0e9406d601a5 admin admin] Notify callbacks [] for router, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:30.076198 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-f35fb9c3-fdc1-48f4-8e5f-0e9406d601a5 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4767172 May 25 22:34:30.076508 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 55742) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:30.083014 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9d41b8-a8c1-404e-9d25-810f0c2b0a22 None None] Routers {'67c1bf80-9814-453e-b45d-989679cb38e3'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:34:30.084323 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-8f9d41b8-a8c1-404e-9d25-810f0c2b0a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:34:02Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['67c1bf80-9814-453e-b45d-989679cb38e3'], 'active': True} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:34:30.135499 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-6f9e1694-825c-4104-a56e-76441578794f req-e2b579f9-8646-44a0-88d7-84e29dff54b1 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643754 May 25 22:34:30.146800 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5c0a64-9779-41c4-928f-da6cb990978d tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:34:30.151434 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-5e5c0a64-9779-41c4-928f-da6cb990978d tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for floatingip, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:30.183219 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c547627-9f77-4cf6-8ed0-99766d3a1a89 None None] Sync routers for ids ['c77ac15f-13e1-4f68-b442-48b0b3431d32'] in dv-cinder-843305-1-iscsi {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:34:30.231819 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-5e5c0a64-9779-41c4-928f-da6cb990978d tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "PUT /v2.0/floatingips/442850d2-e0b5-4401-8dcb-acde0fb5688e HTTP/1.1" status: 200 len: 991 time: 2.8954098 May 25 22:34:30.232652 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ee8b28f-d400-447a-9338-9639f75c9052', 'tag': '13fee545-bfef-4ce5-a503-9ecba03bdc1e'}] {{(pid=83237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:34:30.391015 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c547627-9f77-4cf6-8ed0-99766d3a1a89 None None] Routers {'c77ac15f-13e1-4f68-b442-48b0b3431d32'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:34:30.391805 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-8c547627-9f77-4cf6-8ed0-99766d3a1a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:34:02Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['c77ac15f-13e1-4f68-b442-48b0b3431d32'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:34:30.441489 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvr_db [None req-8f9d41b8-a8c1-404e-9d25-810f0c2b0a22 None None] Set router 67c1bf80-9814-453e-b45d-989679cb38e3 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:34:30.611472 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device de6eb6fc-56e3-42d6-ad9f-aa9419b9d34d up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:34:30.807081 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4edf18d-7ae8-40ac-b006-12bd65d1ba15'] response: {'name': 'network-changed', 'server_uuid': '9ee8b28f-d400-447a-9338-9639f75c9052', 'tag': '13fee545-bfef-4ce5-a503-9ecba03bdc1e', 'status': 'completed', 'code': 200} May 25 22:34:30.878450 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972ad4d0-0692-47bc-a96a-2f4dab9f7f03 None None] Network 8926b185-efd7-4c55-b240-48093ec1e884 requested from dv-cinder-843305-1-iscsi {{(pid=83238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:34:31.017847 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-8f9d41b8-a8c1-404e-9d25-810f0c2b0a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c1bf80-9814-453e-b45d-989679cb38e3', 'name': 'tempest-TestShelveInstance-647307477-router', 'tenant_id': '36c54844f6634de9bf9e5cd36b68792c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e7955929-40ce-4d90-9743-549ccad54311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:34:27Z', 'updated_at': '2022-05-25T22:34:29Z', 'revision_number': 3, 'project_id': '36c54844f6634de9bf9e5cd36b68792c', 'gw_port': {'id': 'e7955929-40ce-4d90-9743-549ccad54311', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:db:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67c1bf80-9814-453e-b45d-989679cb38e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:34:28Z', 'updated_at': '2022-05-25T22:34:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi'}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:34:31.028380 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9d41b8-a8c1-404e-9d25-810f0c2b0a22 None None] Checking router: 67c1bf80-9814-453e-b45d-989679cb38e3 for host: dv-cinder-843305-1-iscsi {{(pid=83239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:34:31.028901 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9d41b8-a8c1-404e-9d25-810f0c2b0a22 None None] Updating router 67c1bf80-9814-453e-b45d-989679cb38e3 port e7955929-40ce-4d90-9743-549ccad54311 binding host dv-cinder-843305-1-iscsi {{(pid=83239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:34:31.125898 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-72c0a055-2ac4-4827-862c-eb8e4603d31d req-9ddced8a-58e3-4afb-a4c4-b5db29f18ffb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=28079ae91d6e40fd890fd778797729e5&device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 1098 time: 0.2248225 May 25 22:34:31.149408 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-9b4fcb19-5a54-41dd-8b7f-33f186c756cc None None] Provisioning for port de6eb6fc-56e3-42d6-ad9f-aa9419b9d34d completed by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:34:31.157517 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-8f9d41b8-a8c1-404e-9d25-810f0c2b0a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:31.158118 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning for port de6eb6fc-56e3-42d6-ad9f-aa9419b9d34d completed by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:34:31.170068 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port de6eb6fc-56e3-42d6-ad9f-aa9419b9d34d triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:34:31.170431 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:31.325633 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-9b4fcb19-5a54-41dd-8b7f-33f186c756cc None None] Provisioning complete for port de6eb6fc-56e3-42d6-ad9f-aa9419b9d34d triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:34:31.326000 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-9b4fcb19-5a54-41dd-8b7f-33f186c756cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:31.431054 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0a055-2ac4-4827-862c-eb8e4603d31d req-502d53d2-639f-4f5b-9786-af836f2b0826 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:31.432739 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-72c0a055-2ac4-4827-862c-eb8e4603d31d req-502d53d2-639f-4f5b-9786-af836f2b0826 service neutron] 10.222.0.45 "GET /v2.0/networks?id=37540a84-44df-41c9-9fb3-60ffdb39c35c HTTP/1.1" status: 200 len: 917 time: 0.2992177 May 25 22:34:31.482148 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-8c547627-9f77-4cf6-8ed0-99766d3a1a89 None None] Set router c77ac15f-13e1-4f68-b442-48b0b3431d32 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:34:31.578836 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6180f-d828-40b7-afb4-7af4fe9bef05 req-58a061ea-c523-4dc5-890b-2de8d1f83a2f tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:31.586002 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f3c6180f-d828-40b7-afb4-7af4fe9bef05 req-58a061ea-c523-4dc5-890b-2de8d1f83a2f tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=4426e593-b8b7-4316-8051-8c7998309246 HTTP/1.1" status: 200 len: 945 time: 0.1747804 May 25 22:34:31.700658 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f3c6180f-d828-40b7-afb4-7af4fe9bef05 req-321a9c7d-f72d-48ac-9884-e78f69ef4d3b tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135974 May 25 22:34:31.713853 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-72c0a055-2ac4-4827-862c-eb8e4603d31d req-8d2ff7d4-50d6-4945-b9d9-a5eebd47c9ed service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13fee545-bfef-4ce5-a503-9ecba03bdc1e HTTP/1.1" status: 200 len: 999 time: 0.2729545 May 25 22:34:31.757643 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:31.784859 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-8f9d41b8-a8c1-404e-9d25-810f0c2b0a22 None None] Notify callbacks [] for port, precommit_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:31.810389 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.provisioning_blocks [None req-8f9d41b8-a8c1-404e-9d25-810f0c2b0a22 None None] Transition to ACTIVE for port object e7955929-40ce-4d90-9743-549ccad54311 will not be triggered until provisioned by entity L2. {{(pid=83239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:34:31.810842 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] For port de6eb6fc-56e3-42d6-ad9f-aa9419b9d34d, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=de6eb6fc-56e3-42d6-ad9f-aa9419b9d34d,segment=NetworkSegment(fc912e45-f6e1-41a9-9317-55445180a7e6),segment_id=fc912e45-f6e1-41a9-9317-55445180a7e6)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:34:31.828320 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-8f9d41b8-a8c1-404e-9d25-810f0c2b0a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:31.830644 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-8127e2ca-6e62-430f-8849-ce923db39c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895afbad-3370-4dce-b96b-b6b5cc5d6cb1', 'name': 'tempest-TestShelveInstance-1407877356-router', 'tenant_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f1a36107-25f3-444c-b859-a2c78b1511b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:34:16Z', 'updated_at': '2022-05-25T22:34:22Z', 'revision_number': 4, 'project_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'gw_port': {'id': 'f1a36107-25f3-444c-b859-a2c78b1511b8', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895afbad-3370-4dce-b96b-b6b5cc5d6cb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:34:17Z', 'updated_at': '2022-05-25T22:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '21db3c1e-573e-4b0f-8d37-8668b155971e', 'name': '', 'network_id': '2cebea64-2be2-48ff-85ac-df2bebf392c9', 'tenant_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'mac_address': 'fa:16:3e:77:22:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '895afbad-3370-4dce-b96b-b6b5cc5d6cb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddc3c2bb-eb88-4939-85aa-520d055657c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:34:21Z', 'updated_at': '2022-05-25T22:34:23Z', 'revision_number': 2, 'project_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'subnets': [{'id': 'ddc3c2bb-eb88-4939-85aa-520d055657c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:34:31.843917 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0a055-2ac4-4827-862c-eb8e4603d31d req-49ff2a6f-539d-40a2-9266-584b90fb5476 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:31.845091 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-72c0a055-2ac4-4827-862c-eb8e4603d31d req-49ff2a6f-539d-40a2-9266-584b90fb5476 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0806ebda-529a-4aec-85e2-852f07a9bbdc HTTP/1.1" status: 200 len: 855 time: 0.1182380 May 25 22:34:31.860639 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:31.916409 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12232c4e-4a00-439d-b0d0-0bc01c67f677 None None] Pushing event updated for resources: {'Port': ['ID=e7955929-40ce-4d90-9743-549ccad54311,revision_number=2']} {{(pid=83239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:31.947744 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.managers [None req-8f9d41b8-a8c1-404e-9d25-810f0c2b0a22 None None] Attempting to bind port e7955929-40ce-4d90-9743-549ccad54311 on host dv-cinder-843305-1-iscsi for vnic_type normal with profile {{(pid=83239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:34:31.948305 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.managers [None req-8f9d41b8-a8c1-404e-9d25-810f0c2b0a22 None None] Attempting to bind port e7955929-40ce-4d90-9743-549ccad54311 by drivers openvswitch,hyperv on host dv-cinder-843305-1-iscsi at level 0 using segments [{'id': '877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'}] {{(pid=83239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:34:31.948403 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9d41b8-a8c1-404e-9d25-810f0c2b0a22 None None] Attempting to bind port e7955929-40ce-4d90-9743-549ccad54311 on network cb39d3ef-31f0-4e66-970b-4cb0d379e187 {{(pid=83239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:34:31.951221 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 55786) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:31.951722 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-4742a1bc-69cf-4d71-9e03-1e25ec5119e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:31.957011 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9d41b8-a8c1-404e-9d25-810f0c2b0a22 None None] Checking agent: {'id': '204015c8-cb50-46b9-b04e-4ea0e4e6040d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 24, 3), 'started_at': datetime.datetime(2022, 5, 25, 22, 24, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:34:31.957369 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9d41b8-a8c1-404e-9d25-810f0c2b0a22 None None] Checking segment: {'id': '877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:34:31.957748 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-8f9d41b8-a8c1-404e-9d25-810f0c2b0a22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:31.958161 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9d41b8-a8c1-404e-9d25-810f0c2b0a22 None None] Bound using segment: {'id': '877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'} {{(pid=83239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:34:31.958681 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.managers [None req-8f9d41b8-a8c1-404e-9d25-810f0c2b0a22 None None] Bound port: e7955929-40ce-4d90-9743-549ccad54311, host: dv-cinder-843305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'}}] {{(pid=83239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:34:31.959081 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-8f9d41b8-a8c1-404e-9d25-810f0c2b0a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:32.095064 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8127e2ca-6e62-430f-8849-ce923db39c5b None None] Checking router: 895afbad-3370-4dce-b96b-b6b5cc5d6cb1 for host: dv-cinder-843305-1-iscsi {{(pid=83238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:34:32.095597 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8127e2ca-6e62-430f-8849-ce923db39c5b None None] Updating router 895afbad-3370-4dce-b96b-b6b5cc5d6cb1 port 21db3c1e-573e-4b0f-8d37-8668b155971e binding host dv-cinder-843305-1-iscsi {{(pid=83238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:34:32.112286 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.db [None req-8f9d41b8-a8c1-404e-9d25-810f0c2b0a22 None None] For port e7955929-40ce-4d90-9743-549ccad54311, host dv-cinder-843305-1-iscsi, cleared binding levels {{(pid=83239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:34:32.116117 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.db [None req-8f9d41b8-a8c1-404e-9d25-810f0c2b0a22 None None] For port e7955929-40ce-4d90-9743-549ccad54311, host dv-cinder-843305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=e7955929-40ce-4d90-9743-549ccad54311,segment=NetworkSegment(877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e),segment_id=877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e)] {{(pid=83239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:34:32.121956 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-8f9d41b8-a8c1-404e-9d25-810f0c2b0a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:32.194815 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-bf1975cc-a6e3-4e49-9d60-c551aa596a7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:32.218853 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-72c0a055-2ac4-4827-862c-eb8e4603d31d req-ccd07597-2857-438d-a2b3-b843037583ab service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=37540a84-44df-41c9-9fb3-60ffdb39c35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3619957 May 25 22:34:32.252045 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12232c4e-4a00-439d-b0d0-0bc01c67f677 None None] Pushing event updated for resources: {'Port': ['ID=e7955929-40ce-4d90-9743-549ccad54311,revision_number=3']} {{(pid=83239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:32.279148 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-bf1975cc-a6e3-4e49-9d60-c551aa596a7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:34:32.282447 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9d41b8-a8c1-404e-9d25-810f0c2b0a22 None None] Routers {'67c1bf80-9814-453e-b45d-989679cb38e3'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:34:32.284119 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-8f9d41b8-a8c1-404e-9d25-810f0c2b0a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:34:02Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['67c1bf80-9814-453e-b45d-989679cb38e3'], 'active': True} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:34:32.291373 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-bf1975cc-a6e3-4e49-9d60-c551aa596a7b admin admin] Usage tracker for resource:security_group_rule and tenant:a9e6ad6bd32540a38faf73c44070a0e9 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:34:32.296057 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-bf1975cc-a6e3-4e49-9d60-c551aa596a7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:34:32.302679 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-823e4700-6018-4bb9-899c-94828f5c5146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:32.305836 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-bf1975cc-a6e3-4e49-9d60-c551aa596a7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:34:32.311218 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Pushing event updated for resources: {'Port': ['ID=de6eb6fc-56e3-42d6-ad9f-aa9419b9d34d,revision_number=3']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:32.322368 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-8127e2ca-6e62-430f-8849-ce923db39c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:32.387964 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-bf1975cc-a6e3-4e49-9d60-c551aa596a7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:32.394650 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.db_base_plugin_common [None req-4742a1bc-69cf-4d71-9e03-1e25ec5119e4 admin admin] Allocated IP 172.20.0.1 (8926b185-efd7-4c55-b240-48093ec1e884/e48aa92b-ff83-4a09-9e73-abf1f63edee5/b9e1f0ea-56c8-42fc-bddf-cb8dd2e85082) {{(pid=83236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:34:32.394841 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-bf1975cc-a6e3-4e49-9d60-c551aa596a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:32.444695 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-bf1975cc-a6e3-4e49-9d60-c551aa596a7b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a9e6ad6bd32540a38faf73c44070a0e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4923160 May 25 22:34:32.447178 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 55798) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:32.509929 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvr_db [None req-8f9d41b8-a8c1-404e-9d25-810f0c2b0a22 None None] Set router 67c1bf80-9814-453e-b45d-989679cb38e3 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:34:32.513351 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1975cc-a6e3-4e49-9d60-c551aa596a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aac0419-5f7e-4040-9359-7c392605fd37,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:32.545255 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-6fa6057a-b87d-4591-9776-81018e7d7ed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:32.585389 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-6fa6057a-b87d-4591-9776-81018e7d7ed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:32.617461 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-4742a1bc-69cf-4d71-9e03-1e25ec5119e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:32.638948 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.provisioning_blocks [None req-4742a1bc-69cf-4d71-9e03-1e25ec5119e4 admin admin] Transition to ACTIVE for port object b9e1f0ea-56c8-42fc-bddf-cb8dd2e85082 will not be triggered until provisioned by entity DHCP. {{(pid=83236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:34:32.658909 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-6fa6057a-b87d-4591-9776-81018e7d7ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:32.686640 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa6057a-b87d-4591-9776-81018e7d7ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aac0419-5f7e-4040-9359-7c392605fd37,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:32.688754 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-6fa6057a-b87d-4591-9776-81018e7d7ed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:32.690407 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-6fa6057a-b87d-4591-9776-81018e7d7ed0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0aac0419-5f7e-4040-9359-7c392605fd37 HTTP/1.1" status: 204 len: 168 time: 0.2412848 May 25 22:34:32.696167 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-4742a1bc-69cf-4d71-9e03-1e25ec5119e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:32.802987 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4742a1bc-69cf-4d71-9e03-1e25ec5119e4 admin admin] Network 8926b185-efd7-4c55-b240-48093ec1e884 is already hosted by enough agents. {{(pid=83236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:34:32.807858 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.base_scheduler [None req-4742a1bc-69cf-4d71-9e03-1e25ec5119e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:34:32.819073 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4742a1bc-69cf-4d71-9e03-1e25ec5119e4 admin admin] Received port after_create {{(pid=83236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:34:32.865747 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-8f9d41b8-a8c1-404e-9d25-810f0c2b0a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c1bf80-9814-453e-b45d-989679cb38e3', 'name': 'tempest-TestShelveInstance-647307477-router', 'tenant_id': '36c54844f6634de9bf9e5cd36b68792c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e7955929-40ce-4d90-9743-549ccad54311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:34:27Z', 'updated_at': '2022-05-25T22:34:29Z', 'revision_number': 3, 'project_id': '36c54844f6634de9bf9e5cd36b68792c', 'gw_port': {'id': 'e7955929-40ce-4d90-9743-549ccad54311', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:db:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67c1bf80-9814-453e-b45d-989679cb38e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:34:28Z', 'updated_at': '2022-05-25T22:34:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi'}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:34:32.873388 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9d41b8-a8c1-404e-9d25-810f0c2b0a22 None None] The sync data for ids ['67c1bf80-9814-453e-b45d-989679cb38e3'] in dv-cinder-843305-1-iscsi is: [{'id': '67c1bf80-9814-453e-b45d-989679cb38e3', 'name': 'tempest-TestShelveInstance-647307477-router', 'tenant_id': '36c54844f6634de9bf9e5cd36b68792c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e7955929-40ce-4d90-9743-549ccad54311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:34:27Z', 'updated_at': '2022-05-25T22:34:29Z', 'revision_number': 3, 'project_id': '36c54844f6634de9bf9e5cd36b68792c', 'gw_port': {'id': 'e7955929-40ce-4d90-9743-549ccad54311', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:db:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67c1bf80-9814-453e-b45d-989679cb38e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:34:28Z', 'updated_at': '2022-05-25T22:34:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi'}] {{(pid=83239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:34:32.976596 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4742a1bc-69cf-4d71-9e03-1e25ec5119e4 admin admin] Pushing event updated for resources: {'Port': ['ID=b9e1f0ea-56c8-42fc-bddf-cb8dd2e85082,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:33.051267 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84e32d-a978-46b8-ab1b-8008a38a2971 req-b23f846a-551a-4fd2-a697-ee2da67451d2 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:33.053260 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-db84e32d-a978-46b8-ab1b-8008a38a2971 req-b23f846a-551a-4fd2-a697-ee2da67451d2 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=4426e593-b8b7-4316-8051-8c7998309246 HTTP/1.1" status: 200 len: 945 time: 0.1187072 May 25 22:34:33.122848 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-db84e32d-a978-46b8-ab1b-8008a38a2971 req-7b1c1ca7-7351-4d6a-8868-5ac46628b18e tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645788 May 25 22:34:33.124122 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-4742a1bc-69cf-4d71-9e03-1e25ec5119e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335459'] for router_interface, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:33.166832 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-8127e2ca-6e62-430f-8849-ce923db39c5b None None] Notify callbacks [] for port, precommit_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:33.219465 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-72c0a055-2ac4-4827-862c-eb8e4603d31d req-122d63da-4d68-4de7-ae37-f12d1086e448 service neutron] 10.222.0.45 "GET /v2.0/networks/37540a84-44df-41c9-9fb3-60ffdb39c35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261828 May 25 22:34:33.325504 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-4742a1bc-69cf-4d71-9e03-1e25ec5119e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:33.383624 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-8127e2ca-6e62-430f-8849-ce923db39c5b None None] Transition to ACTIVE for port object 21db3c1e-573e-4b0f-8d37-8668b155971e will not be triggered until provisioned by entity L2. {{(pid=83238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:34:33.389372 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-ee2bdcef-b418-484b-b66a-82c15aecdedc None None] Provisioning complete for port de6eb6fc-56e3-42d6-ad9f-aa9419b9d34d triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:34:33.389949 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-ee2bdcef-b418-484b-b66a-82c15aecdedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:33.438371 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:33.455948 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:33.460486 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-8127e2ca-6e62-430f-8849-ce923db39c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:33.611320 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2efcc-35c2-4f3b-85f9-afb5bb840f18 None None] Pushing event updated for resources: {'Port': ['ID=21db3c1e-573e-4b0f-8d37-8668b155971e,revision_number=3']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:33.805410 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-72c0a055-2ac4-4827-862c-eb8e4603d31d req-851fcf64-d22d-4d77-a93e-ddec97778687 service neutron] 10.222.0.45 "GET /v2.0/networks/37540a84-44df-41c9-9fb3-60ffdb39c35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010517 May 25 22:34:33.816398 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-4742a1bc-69cf-4d71-9e03-1e25ec5119e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:33.826331 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-4742a1bc-69cf-4d71-9e03-1e25ec5119e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1630987'] for port, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:33.879940 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-8c547627-9f77-4cf6-8ed0-99766d3a1a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'name': 'tempest-AttachVolumeShelveTestJSON-142911639-router', 'tenant_id': '28079ae91d6e40fd890fd778797729e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'c379a3b8-f77c-4274-a5e0-d7681c52643b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:33:56Z', 'updated_at': '2022-05-25T22:34:01Z', 'revision_number': 4, 'project_id': '28079ae91d6e40fd890fd778797729e5', 'gw_port': {'id': 'c379a3b8-f77c-4274-a5e0-d7681c52643b', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:33:57Z', 'updated_at': '2022-05-25T22:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_floatingips': [{'id': '442850d2-e0b5-4401-8dcb-acde0fb5688e', 'tenant_id': '28079ae91d6e40fd890fd778797729e5', 'floating_ip_address': '172.27.0.182', 'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'router_id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'port_id': '13fee545-bfef-4ce5-a503-9ecba03bdc1e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37540a84-44df-41c9-9fb3-60ffdb39c35c', 'mac_address': 'fa:16:3e:a4:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8b28f-d400-447a-9338-9639f75c9052', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:34:06Z', 'updated_at': '2022-05-25T22:34:28Z', 'revision_number': 1, 'project_id': '28079ae91d6e40fd890fd778797729e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a4caa37-3828-4a59-9323-876d934ca7aa', 'name': '', 'network_id': '37540a84-44df-41c9-9fb3-60ffdb39c35c', 'tenant_id': '28079ae91d6e40fd890fd778797729e5', 'mac_address': 'fa:16:3e:3a:08:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0806ebda-529a-4aec-85e2-852f07a9bbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:34:00Z', 'updated_at': '2022-05-25T22:34:10Z', 'revision_number': 5, 'project_id': '28079ae91d6e40fd890fd778797729e5', 'subnets': [{'id': '0806ebda-529a-4aec-85e2-852f07a9bbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:34:33.893119 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c547627-9f77-4cf6-8ed0-99766d3a1a89 None None] Checking router: c77ac15f-13e1-4f68-b442-48b0b3431d32 for host: dv-cinder-843305-1-iscsi {{(pid=83238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:34:33.961983 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-8127e2ca-6e62-430f-8849-ce923db39c5b None None] Attempting to bind port 21db3c1e-573e-4b0f-8d37-8668b155971e on host dv-cinder-843305-1-iscsi for vnic_type normal with profile {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:34:33.963951 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-8127e2ca-6e62-430f-8849-ce923db39c5b None None] Attempting to bind port 21db3c1e-573e-4b0f-8d37-8668b155971e by drivers openvswitch,hyperv on host dv-cinder-843305-1-iscsi at level 0 using segments [{'id': '874fa2ac-d7a0-43f2-96b7-2b355b2ab748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2cebea64-2be2-48ff-85ac-df2bebf392c9'}] {{(pid=83238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:34:33.964310 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8127e2ca-6e62-430f-8849-ce923db39c5b None None] Attempting to bind port 21db3c1e-573e-4b0f-8d37-8668b155971e on network 2cebea64-2be2-48ff-85ac-df2bebf392c9 {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:34:33.976017 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c547627-9f77-4cf6-8ed0-99766d3a1a89 None None] Routers {'c77ac15f-13e1-4f68-b442-48b0b3431d32'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:34:33.976640 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-8c547627-9f77-4cf6-8ed0-99766d3a1a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:34:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['c77ac15f-13e1-4f68-b442-48b0b3431d32'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:34:33.977220 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4742a1bc-69cf-4d71-9e03-1e25ec5119e4 admin admin] Pushing event updated for resources: {'Port': ['ID=b9e1f0ea-56c8-42fc-bddf-cb8dd2e85082,revision_number=2']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:33.987780 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-4742a1bc-69cf-4d71-9e03-1e25ec5119e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2758953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335566'] for router_interface, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:34.100069 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8127e2ca-6e62-430f-8849-ce923db39c5b None None] Checking agent: {'id': '204015c8-cb50-46b9-b04e-4ea0e4e6040d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 24, 3), 'started_at': datetime.datetime(2022, 5, 25, 22, 24, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:34:34.100439 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8127e2ca-6e62-430f-8849-ce923db39c5b None None] Checking segment: {'id': '874fa2ac-d7a0-43f2-96b7-2b355b2ab748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2cebea64-2be2-48ff-85ac-df2bebf392c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:34:34.100841 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-8127e2ca-6e62-430f-8849-ce923db39c5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:34.101237 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8127e2ca-6e62-430f-8849-ce923db39c5b None None] Bound using segment: {'id': '874fa2ac-d7a0-43f2-96b7-2b355b2ab748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2cebea64-2be2-48ff-85ac-df2bebf392c9'} {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:34:34.101735 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-8127e2ca-6e62-430f-8849-ce923db39c5b None None] Bound port: 21db3c1e-573e-4b0f-8d37-8668b155971e, host: dv-cinder-843305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '874fa2ac-d7a0-43f2-96b7-2b355b2ab748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2cebea64-2be2-48ff-85ac-df2bebf392c9'}}] {{(pid=83238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:34:34.102107 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-8127e2ca-6e62-430f-8849-ce923db39c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:34.227864 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4742a1bc-69cf-4d71-9e03-1e25ec5119e4 admin admin] Network 8926b185-efd7-4c55-b240-48093ec1e884 is already hosted by enough agents. {{(pid=83236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:34:34.229034 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.base_scheduler [None req-4742a1bc-69cf-4d71-9e03-1e25ec5119e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:34:34.248963 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-8127e2ca-6e62-430f-8849-ce923db39c5b None None] For port 21db3c1e-573e-4b0f-8d37-8668b155971e, host dv-cinder-843305-1-iscsi, cleared binding levels {{(pid=83238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:34:34.258486 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-8127e2ca-6e62-430f-8849-ce923db39c5b None None] For port 21db3c1e-573e-4b0f-8d37-8668b155971e, host dv-cinder-843305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=21db3c1e-573e-4b0f-8d37-8668b155971e,segment=NetworkSegment(874fa2ac-d7a0-43f2-96b7-2b355b2ab748),segment_id=874fa2ac-d7a0-43f2-96b7-2b355b2ab748)] {{(pid=83238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:34:34.293121 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-8127e2ca-6e62-430f-8849-ce923db39c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:34.374989 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.agents_db [None req-9a0b4f36-fcd8-49b0-a2d4-59f1c5f7edf0 None None] Agent healthcheck: found 6 active agents {{(pid=83239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:34:34.404626 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-8c547627-9f77-4cf6-8ed0-99766d3a1a89 None None] Set router c77ac15f-13e1-4f68-b442-48b0b3431d32 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:34:34.463327 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848533c-5ba2-4a5a-87cc-f21b76142852 req-0596d8c9-58d0-49b6-aa6d-becd8b2f7456 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:34.480617 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-1848533c-5ba2-4a5a-87cc-f21b76142852 req-0596d8c9-58d0-49b6-aa6d-becd8b2f7456 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=4426e593-b8b7-4316-8051-8c7998309246 HTTP/1.1" status: 200 len: 945 time: 0.1702750 May 25 22:34:34.571961 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:34.617227 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-1848533c-5ba2-4a5a-87cc-f21b76142852 req-8f007ef4-e30f-432c-964a-a5ca7505e1fc tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323271 May 25 22:34:34.621762 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device de6eb6fc-56e3-42d6-ad9f-aa9419b9d34d up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:34:34.682680 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-409c4b19-6fe5-4d2d-97de-53c2f1ba74a3 None None] Provisioning for port b9e1f0ea-56c8-42fc-bddf-cb8dd2e85082 completed by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:34:34.758921 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-409c4b19-6fe5-4d2d-97de-53c2f1ba74a3 None None] Provisioning complete for port b9e1f0ea-56c8-42fc-bddf-cb8dd2e85082 triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:34:34.759289 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-409c4b19-6fe5-4d2d-97de-53c2f1ba74a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:34.838630 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2efcc-35c2-4f3b-85f9-afb5bb840f18 None None] Pushing event updated for resources: {'Port': ['ID=21db3c1e-573e-4b0f-8d37-8668b155971e,revision_number=4']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:34.852486 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8127e2ca-6e62-430f-8849-ce923db39c5b None None] Routers {'895afbad-3370-4dce-b96b-b6b5cc5d6cb1'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:34:34.853098 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-8127e2ca-6e62-430f-8849-ce923db39c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:34:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['895afbad-3370-4dce-b96b-b6b5cc5d6cb1'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:34:34.942387 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4742a1bc-69cf-4d71-9e03-1e25ec5119e4 admin admin] Router 67c1bf80-9814-453e-b45d-989679cb38e3 has already been hosted by L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a {{(pid=83236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:34:35.029880 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-409c4b19-6fe5-4d2d-97de-53c2f1ba74a3 None None] Port b9e1f0ea-56c8-42fc-bddf-cb8dd2e85082 cannot update to ACTIVE because it is not bound. {{(pid=83238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:34:35.185777 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port de6eb6fc-56e3-42d6-ad9f-aa9419b9d34d triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:34:35.186136 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:35.207970 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4742a1bc-69cf-4d71-9e03-1e25ec5119e4 admin admin] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:34:35.217752 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-4742a1bc-69cf-4d71-9e03-1e25ec5119e4 admin admin] 10.222.0.39 "PUT /v2.0/routers/67c1bf80-9814-453e-b45d-989679cb38e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1400561 May 25 22:34:35.281249 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-8127e2ca-6e62-430f-8849-ce923db39c5b None None] Set router 895afbad-3370-4dce-b96b-b6b5cc5d6cb1 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:34:35.579342 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-f7623124-fc9c-4553-aaa0-0524173984b5 None None] Provisioning complete for port b9e1f0ea-56c8-42fc-bddf-cb8dd2e85082 triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:34:35.579742 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-f7623124-fc9c-4553-aaa0-0524173984b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:35.642436 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 55858) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:35.648937 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [None req-aca35fe0-00e1-439c-900a-f00d61e3ac1c tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1382461867', 'description': 'tempest-secgroup-smoke-1382461867 description', 'project_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8'}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:34:35.654926 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-aca35fe0-00e1-439c-900a-f00d61e3ac1c tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:34:35.659499 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-aca35fe0-00e1-439c-900a-f00d61e3ac1c tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Usage tracker for resource:security_group and tenant:298cfafc7a3647b5a9ea9e4f6b05e7c8 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:34:35.663059 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-aca35fe0-00e1-439c-900a-f00d61e3ac1c tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:34:35.669480 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-aca35fe0-00e1-439c-900a-f00d61e3ac1c tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:34:35.683678 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-aca35fe0-00e1-439c-900a-f00d61e3ac1c tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify callbacks [] for security_group, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:35.710601 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device e7955929-40ce-4d90-9743-549ccad54311 up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:34:35.730783 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-aca35fe0-00e1-439c-900a-f00d61e3ac1c tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:34:35.739356 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-aca35fe0-00e1-439c-900a-f00d61e3ac1c tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Usage tracker for resource:security_group_rule and tenant:298cfafc7a3647b5a9ea9e4f6b05e7c8 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:34:35.742651 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-aca35fe0-00e1-439c-900a-f00d61e3ac1c tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:34:35.744877 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-f7623124-fc9c-4553-aaa0-0524173984b5 None None] Port b9e1f0ea-56c8-42fc-bddf-cb8dd2e85082 cannot update to ACTIVE because it is not bound. {{(pid=83238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:34:35.750872 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-aca35fe0-00e1-439c-900a-f00d61e3ac1c tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:34:35.847411 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-aca35fe0-00e1-439c-900a-f00d61e3ac1c tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify callbacks [] for security_group, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:35.852097 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-8c547627-9f77-4cf6-8ed0-99766d3a1a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'name': 'tempest-AttachVolumeShelveTestJSON-142911639-router', 'tenant_id': '28079ae91d6e40fd890fd778797729e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'c379a3b8-f77c-4274-a5e0-d7681c52643b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:33:56Z', 'updated_at': '2022-05-25T22:34:01Z', 'revision_number': 4, 'project_id': '28079ae91d6e40fd890fd778797729e5', 'gw_port': {'id': 'c379a3b8-f77c-4274-a5e0-d7681c52643b', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:33:57Z', 'updated_at': '2022-05-25T22:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_floatingips': [{'id': '442850d2-e0b5-4401-8dcb-acde0fb5688e', 'tenant_id': '28079ae91d6e40fd890fd778797729e5', 'floating_ip_address': '172.27.0.182', 'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'router_id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'port_id': '13fee545-bfef-4ce5-a503-9ecba03bdc1e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37540a84-44df-41c9-9fb3-60ffdb39c35c', 'mac_address': 'fa:16:3e:a4:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8b28f-d400-447a-9338-9639f75c9052', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:34:06Z', 'updated_at': '2022-05-25T22:34:28Z', 'revision_number': 1, 'project_id': '28079ae91d6e40fd890fd778797729e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a4caa37-3828-4a59-9323-876d934ca7aa', 'name': '', 'network_id': '37540a84-44df-41c9-9fb3-60ffdb39c35c', 'tenant_id': '28079ae91d6e40fd890fd778797729e5', 'mac_address': 'fa:16:3e:3a:08:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0806ebda-529a-4aec-85e2-852f07a9bbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:34:00Z', 'updated_at': '2022-05-25T22:34:10Z', 'revision_number': 5, 'project_id': '28079ae91d6e40fd890fd778797729e5', 'subnets': [{'id': '0806ebda-529a-4aec-85e2-852f07a9bbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:34:35.861984 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-aca35fe0-00e1-439c-900a-f00d61e3ac1c tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:35.863804 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c547627-9f77-4cf6-8ed0-99766d3a1a89 None None] The sync data for ids ['c77ac15f-13e1-4f68-b442-48b0b3431d32'] in dv-cinder-843305-1-iscsi is: [{'id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'name': 'tempest-AttachVolumeShelveTestJSON-142911639-router', 'tenant_id': '28079ae91d6e40fd890fd778797729e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'c379a3b8-f77c-4274-a5e0-d7681c52643b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:33:56Z', 'updated_at': '2022-05-25T22:34:01Z', 'revision_number': 4, 'project_id': '28079ae91d6e40fd890fd778797729e5', 'gw_port': {'id': 'c379a3b8-f77c-4274-a5e0-d7681c52643b', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:33:57Z', 'updated_at': '2022-05-25T22:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_floatingips': [{'id': '442850d2-e0b5-4401-8dcb-acde0fb5688e', 'tenant_id': '28079ae91d6e40fd890fd778797729e5', 'floating_ip_address': '172.27.0.182', 'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'router_id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'port_id': '13fee545-bfef-4ce5-a503-9ecba03bdc1e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37540a84-44df-41c9-9fb3-60ffdb39c35c', 'mac_address': 'fa:16:3e:a4:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8b28f-d400-447a-9338-9639f75c9052', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:34:06Z', 'updated_at': '2022-05-25T22:34:28Z', 'revision_number': 1, 'project_id': '28079ae91d6e40fd890fd778797729e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a4caa37-3828-4a59-9323-876d934ca7aa', 'name': '', 'network_id': '37540a84-44df-41c9-9fb3-60ffdb39c35c', 'tenant_id': '28079ae91d6e40fd890fd778797729e5', 'mac_address': 'fa:16:3e:3a:08:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0806ebda-529a-4aec-85e2-852f07a9bbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:34:00Z', 'updated_at': '2022-05-25T22:34:10Z', 'revision_number': 5, 'project_id': '28079ae91d6e40fd890fd778797729e5', 'subnets': [{'id': '0806ebda-529a-4aec-85e2-852f07a9bbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:34:35.884281 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning for port e7955929-40ce-4d90-9743-549ccad54311 completed by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:34:35.892554 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port e7955929-40ce-4d90-9743-549ccad54311 triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:34:35.893440 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:35.964085 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-aca35fe0-00e1-439c-900a-f00d61e3ac1c tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify callbacks [] for security_group, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:35.965297 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-aca35fe0-00e1-439c-900a-f00d61e3ac1c tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3213325 May 25 22:34:35.971982 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 55874) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:35.984404 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-bd910388-15d9-4b05-a7ae-e592a4a46fbe tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Request body: {'security_group_rule': {'security_group_id': '4daec5d9-05d1-44c8-9c81-ceb391342ad4', 'project_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:34:35.985547 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-8127e2ca-6e62-430f-8849-ce923db39c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895afbad-3370-4dce-b96b-b6b5cc5d6cb1', 'name': 'tempest-TestShelveInstance-1407877356-router', 'tenant_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f1a36107-25f3-444c-b859-a2c78b1511b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:34:16Z', 'updated_at': '2022-05-25T22:34:22Z', 'revision_number': 4, 'project_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'gw_port': {'id': 'f1a36107-25f3-444c-b859-a2c78b1511b8', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895afbad-3370-4dce-b96b-b6b5cc5d6cb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:34:17Z', 'updated_at': '2022-05-25T22:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '21db3c1e-573e-4b0f-8d37-8668b155971e', 'name': '', 'network_id': '2cebea64-2be2-48ff-85ac-df2bebf392c9', 'tenant_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'mac_address': 'fa:16:3e:77:22:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '895afbad-3370-4dce-b96b-b6b5cc5d6cb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddc3c2bb-eb88-4939-85aa-520d055657c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:34:21Z', 'updated_at': '2022-05-25T22:34:34Z', 'revision_number': 4, 'project_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'subnets': [{'id': 'ddc3c2bb-eb88-4939-85aa-520d055657c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:34:35.993798 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8127e2ca-6e62-430f-8849-ce923db39c5b None None] The sync data for ids ['895afbad-3370-4dce-b96b-b6b5cc5d6cb1'] in dv-cinder-843305-1-iscsi is: [{'id': '895afbad-3370-4dce-b96b-b6b5cc5d6cb1', 'name': 'tempest-TestShelveInstance-1407877356-router', 'tenant_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f1a36107-25f3-444c-b859-a2c78b1511b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:34:16Z', 'updated_at': '2022-05-25T22:34:22Z', 'revision_number': 4, 'project_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'gw_port': {'id': 'f1a36107-25f3-444c-b859-a2c78b1511b8', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895afbad-3370-4dce-b96b-b6b5cc5d6cb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:34:17Z', 'updated_at': '2022-05-25T22:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '21db3c1e-573e-4b0f-8d37-8668b155971e', 'name': '', 'network_id': '2cebea64-2be2-48ff-85ac-df2bebf392c9', 'tenant_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'mac_address': 'fa:16:3e:77:22:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '895afbad-3370-4dce-b96b-b6b5cc5d6cb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddc3c2bb-eb88-4939-85aa-520d055657c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:34:21Z', 'updated_at': '2022-05-25T22:34:34Z', 'revision_number': 4, 'project_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'subnets': [{'id': 'ddc3c2bb-eb88-4939-85aa-520d055657c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:34:35.994300 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca35fe0-00e1-439c-900a-f00d61e3ac1c tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4daec5d9-05d1-44c8-9c81-ceb391342ad4,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:35.995150 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-bd910388-15d9-4b05-a7ae-e592a4a46fbe tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:34:36.009435 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-bd910388-15d9-4b05-a7ae-e592a4a46fbe tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Usage tracker for resource:security_group_rule and tenant:298cfafc7a3647b5a9ea9e4f6b05e7c8 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:34:36.021275 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-bd910388-15d9-4b05-a7ae-e592a4a46fbe tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:34:36.033887 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-bd910388-15d9-4b05-a7ae-e592a4a46fbe tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:34:36.055069 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4973594-265b-4d84-86db-363c9a47b6fc req-4bcd5548-2379-414a-ad1e-1d22e1782019 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:36.069510 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-c4973594-265b-4d84-86db-363c9a47b6fc req-4bcd5548-2379-414a-ad1e-1d22e1782019 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=4426e593-b8b7-4316-8051-8c7998309246 HTTP/1.1" status: 200 len: 945 time: 0.2628069 May 25 22:34:36.096456 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:36.120769 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] For port e7955929-40ce-4d90-9743-549ccad54311, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=e7955929-40ce-4d90-9743-549ccad54311,segment=NetworkSegment(877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e),segment_id=877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:34:36.126499 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:36.162195 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-bd910388-15d9-4b05-a7ae-e592a4a46fbe tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:36.209615 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-c4973594-265b-4d84-86db-363c9a47b6fc req-88d8948e-18e7-467a-b8cb-68f6400b5060 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291134 May 25 22:34:36.265122 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Pushing event updated for resources: {'Port': ['ID=e7955929-40ce-4d90-9743-549ccad54311,revision_number=4']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:36.312029 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-bd910388-15d9-4b05-a7ae-e592a4a46fbe tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:36.319113 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-bd910388-15d9-4b05-a7ae-e592a4a46fbe tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924750'] for security_group_rule, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:36.352316 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd910388-15d9-4b05-a7ae-e592a4a46fbe tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e7ccb90-2bf9-4988-be1f-622fbf858242,revision_number=0']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:36.366366 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-bd910388-15d9-4b05-a7ae-e592a4a46fbe tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:36.368263 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-bd910388-15d9-4b05-a7ae-e592a4a46fbe tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3915393 May 25 22:34:36.371029 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 55890) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:36.378627 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-e28ff9dc-c1d0-4317-a08d-bee548fdde3b tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Request body: {'security_group_rule': {'security_group_id': '4daec5d9-05d1-44c8-9c81-ceb391342ad4', 'project_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:34:36.386181 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-e28ff9dc-c1d0-4317-a08d-bee548fdde3b tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:34:36.393846 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-e28ff9dc-c1d0-4317-a08d-bee548fdde3b tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Usage tracker for resource:security_group_rule and tenant:298cfafc7a3647b5a9ea9e4f6b05e7c8 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:34:36.402871 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-e28ff9dc-c1d0-4317-a08d-bee548fdde3b tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:34:36.404218 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 21db3c1e-573e-4b0f-8d37-8668b155971e up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:34:36.410424 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-e28ff9dc-c1d0-4317-a08d-bee548fdde3b tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:34:36.443999 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-e28ff9dc-c1d0-4317-a08d-bee548fdde3b tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:36.514041 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning for port 21db3c1e-573e-4b0f-8d37-8668b155971e completed by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:34:36.527084 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port 21db3c1e-573e-4b0f-8d37-8668b155971e triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:34:36.527936 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:36.547402 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-e28ff9dc-c1d0-4317-a08d-bee548fdde3b tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:36.554316 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-e28ff9dc-c1d0-4317-a08d-bee548fdde3b tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924750'] for security_group_rule, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:36.614604 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ff9dc-c1d0-4317-a08d-bee548fdde3b tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b06bf484-99c8-4a68-acdb-d4239892096b,revision_number=0']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:36.638905 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-e28ff9dc-c1d0-4317-a08d-bee548fdde3b tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:36.640434 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-e28ff9dc-c1d0-4317-a08d-bee548fdde3b tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2675531 May 25 22:34:36.644015 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 55900) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:36.651084 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-4802551a-7538-40c1-9fff-aa3dc806a7fe tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Request body: {'security_group_rule': {'security_group_id': '4daec5d9-05d1-44c8-9c81-ceb391342ad4', 'project_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:34:36.659122 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-4802551a-7538-40c1-9fff-aa3dc806a7fe tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:34:36.664536 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-4802551a-7538-40c1-9fff-aa3dc806a7fe tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Usage tracker for resource:security_group_rule and tenant:298cfafc7a3647b5a9ea9e4f6b05e7c8 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:34:36.669138 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-4802551a-7538-40c1-9fff-aa3dc806a7fe tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:34:36.677083 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-4802551a-7538-40c1-9fff-aa3dc806a7fe tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:34:36.707043 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-4802551a-7538-40c1-9fff-aa3dc806a7fe tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:36.713780 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:36.756926 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] For port 21db3c1e-573e-4b0f-8d37-8668b155971e, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=21db3c1e-573e-4b0f-8d37-8668b155971e,segment=NetworkSegment(874fa2ac-d7a0-43f2-96b7-2b355b2ab748),segment_id=874fa2ac-d7a0-43f2-96b7-2b355b2ab748)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:34:36.762751 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:36.886189 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Pushing event updated for resources: {'Port': ['ID=21db3c1e-573e-4b0f-8d37-8668b155971e,revision_number=5']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:36.886938 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-4802551a-7538-40c1-9fff-aa3dc806a7fe tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:36.896049 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-4802551a-7538-40c1-9fff-aa3dc806a7fe tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924750'] for security_group_rule, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:36.948265 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4802551a-7538-40c1-9fff-aa3dc806a7fe tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1f5a084-f78d-4d87-b9f7-fb37909b63ee,revision_number=0']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:36.969963 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-4802551a-7538-40c1-9fff-aa3dc806a7fe tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:36.971954 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-4802551a-7538-40c1-9fff-aa3dc806a7fe tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3262615 May 25 22:34:36.976914 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 55906) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:36.983764 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-a78f8def-c3aa-4ff0-897f-e8bae7208afc tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Request body: {'security_group_rule': {'security_group_id': '4daec5d9-05d1-44c8-9c81-ceb391342ad4', 'project_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:34:36.997223 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-a78f8def-c3aa-4ff0-897f-e8bae7208afc tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:34:37.001190 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-a78f8def-c3aa-4ff0-897f-e8bae7208afc tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Usage tracker for resource:security_group_rule and tenant:298cfafc7a3647b5a9ea9e4f6b05e7c8 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:34:37.004547 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-a78f8def-c3aa-4ff0-897f-e8bae7208afc tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:34:37.010742 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-a78f8def-c3aa-4ff0-897f-e8bae7208afc tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:34:37.031791 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-a78f8def-c3aa-4ff0-897f-e8bae7208afc tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:37.117461 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-a78f8def-c3aa-4ff0-897f-e8bae7208afc tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:37.127214 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-a78f8def-c3aa-4ff0-897f-e8bae7208afc tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924750'] for security_group_rule, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:37.161406 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f8def-c3aa-4ff0-897f-e8bae7208afc tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fe47c5a-577e-4322-b7c7-257991d55496,revision_number=0']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:37.174917 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-a78f8def-c3aa-4ff0-897f-e8bae7208afc tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:37.178742 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-a78f8def-c3aa-4ff0-897f-e8bae7208afc tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1982315 May 25 22:34:37.178882 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 55914) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:37.184852 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-4c00534e-0b1f-4842-8bb0-113238bc137c tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Request body: {'security_group_rule': {'security_group_id': '4daec5d9-05d1-44c8-9c81-ceb391342ad4', 'project_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:34:37.192025 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-4c00534e-0b1f-4842-8bb0-113238bc137c tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:34:37.196962 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-4c00534e-0b1f-4842-8bb0-113238bc137c tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Usage tracker for resource:security_group_rule and tenant:298cfafc7a3647b5a9ea9e4f6b05e7c8 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:34:37.200242 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-4c00534e-0b1f-4842-8bb0-113238bc137c tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:34:37.211837 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-4c00534e-0b1f-4842-8bb0-113238bc137c tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:34:37.248424 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.db.securitygroups_db [None req-4c00534e-0b1f-4842-8bb0-113238bc137c tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Project 298cfafc7a3647b5a9ea9e4f6b05e7c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 22:34:37.258163 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-4c00534e-0b1f-4842-8bb0-113238bc137c tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:37.566595 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-4c00534e-0b1f-4842-8bb0-113238bc137c tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:37.586008 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-4c00534e-0b1f-4842-8bb0-113238bc137c tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924750'] for security_group_rule, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:37.619750 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c00534e-0b1f-4842-8bb0-113238bc137c tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a9e8110-069b-4c85-a369-6f0ab9a0dfbf,revision_number=0']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:37.630733 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-4c00534e-0b1f-4842-8bb0-113238bc137c tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:37.631993 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-4c00534e-0b1f-4842-8bb0-113238bc137c tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4522438 May 25 22:34:37.634826 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 55934) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:37.643900 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193be6ed-3ee8-4346-8b3a-2b50d2f4fa9c req-0769227a-0d0b-40c3-b9b1-12eb8f2f78d0 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:37.644893 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [None req-8c8af85c-edce-4238-a1fc-1d86e0382b69 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Request body: {'security_group_rule': {'security_group_id': '4daec5d9-05d1-44c8-9c81-ceb391342ad4', 'project_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:34:37.645570 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-193be6ed-3ee8-4346-8b3a-2b50d2f4fa9c req-0769227a-0d0b-40c3-b9b1-12eb8f2f78d0 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=4426e593-b8b7-4316-8051-8c7998309246 HTTP/1.1" status: 200 len: 945 time: 0.2423563 May 25 22:34:37.657703 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-8c8af85c-edce-4238-a1fc-1d86e0382b69 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:34:37.662260 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-8c8af85c-edce-4238-a1fc-1d86e0382b69 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Usage tracker for resource:security_group_rule and tenant:298cfafc7a3647b5a9ea9e4f6b05e7c8 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:34:37.665380 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-8c8af85c-edce-4238-a1fc-1d86e0382b69 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:34:37.671591 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-8c8af85c-edce-4238-a1fc-1d86e0382b69 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:34:37.684064 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.db.securitygroups_db [None req-8c8af85c-edce-4238-a1fc-1d86e0382b69 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Project 298cfafc7a3647b5a9ea9e4f6b05e7c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 22:34:37.691365 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-8c8af85c-edce-4238-a1fc-1d86e0382b69 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:37.692826 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-193be6ed-3ee8-4346-8b3a-2b50d2f4fa9c req-25c89007-4bed-46f9-8815-1f5113209dfa tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413985 May 25 22:34:37.760323 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-8c8af85c-edce-4238-a1fc-1d86e0382b69 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:37.763917 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-8c8af85c-edce-4238-a1fc-1d86e0382b69 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924750'] for security_group_rule, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:37.790104 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8af85c-edce-4238-a1fc-1d86e0382b69 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2bb45cd-cd34-42c1-9e6e-91aaabb8bbb2,revision_number=0']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:37.798009 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-8c8af85c-edce-4238-a1fc-1d86e0382b69 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:37.799930 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-8c8af85c-edce-4238-a1fc-1d86e0382b69 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1633129 May 25 22:34:38.335465 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 21db3c1e-573e-4b0f-8d37-8668b155971e up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:34:38.416256 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port 21db3c1e-573e-4b0f-8d37-8668b155971e triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:34:38.416936 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:38.540115 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device e7955929-40ce-4d90-9743-549ccad54311 up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:34:38.611989 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port e7955929-40ce-4d90-9743-549ccad54311 triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:34:38.612178 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:38.992240 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2fc41-3eaf-4710-b911-e95cf5fef7fe req-fe7e1b47-93d9-4cb2-b645-77ed5ee8af95 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:38.993840 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-b3a2fc41-3eaf-4710-b911-e95cf5fef7fe req-fe7e1b47-93d9-4cb2-b645-77ed5ee8af95 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=4426e593-b8b7-4316-8051-8c7998309246 HTTP/1.1" status: 200 len: 945 time: 0.1512635 May 25 22:34:39.056329 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-b3a2fc41-3eaf-4710-b911-e95cf5fef7fe req-7d207551-1952-4d45-b3c0-5f894479b6ec tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558157 May 25 22:34:40.254138 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba2b006-5c3f-48b1-b5c0-9eb65fde63f4 req-cca47e1f-21ea-4799-a151-f7f1dd81f942 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:40.258573 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-9ba2b006-5c3f-48b1-b5c0-9eb65fde63f4 req-cca47e1f-21ea-4799-a151-f7f1dd81f942 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=4426e593-b8b7-4316-8051-8c7998309246 HTTP/1.1" status: 200 len: 945 time: 0.0790505 May 25 22:34:40.303644 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-9ba2b006-5c3f-48b1-b5c0-9eb65fde63f4 req-92b4bc9a-7e12-4eea-bcef-f35b32329de6 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418522 May 25 22:34:40.817237 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 56036) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:40.959706 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-04a5bea2-0555-4274-8e70-4b7fd5a47c20 req-f8d7ad61-ca63-4d70-94fc-3900a4586e38 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4426e593-b8b7-4316-8051-8c7998309246 HTTP/1.1" status: 200 len: 1098 time: 0.0880377 May 25 22:34:41.006803 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-04a5bea2-0555-4274-8e70-4b7fd5a47c20 req-059951bf-4ecc-46ce-84d8-b0403b2686f5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412095 May 25 22:34:41.037650 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-7f3dbb54-2bb0-4000-a038-569d99849f7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:41.069925 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-7f3dbb54-2bb0-4000-a038-569d99849f7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:34:41.073823 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-7f3dbb54-2bb0-4000-a038-569d99849f7e admin admin] Usage tracker for resource:security_group_rule and tenant:b18b499107024c84bd1c6c61324af743 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:34:41.077788 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-7f3dbb54-2bb0-4000-a038-569d99849f7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:34:41.084697 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-7f3dbb54-2bb0-4000-a038-569d99849f7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:34:41.154932 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-7f3dbb54-2bb0-4000-a038-569d99849f7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:41.159360 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-7f3dbb54-2bb0-4000-a038-569d99849f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:41.209741 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3dbb54-2bb0-4000-a038-569d99849f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98ca164-2590-46c9-83b6-e8e12f8c5e5e,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:41.214101 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-7f3dbb54-2bb0-4000-a038-569d99849f7e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b18b499107024c84bd1c6c61324af743&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3958857 May 25 22:34:41.216809 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 56048) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:41.279262 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-83f506b7-d22b-4bf2-a72e-fe0fb6628ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:41.307511 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-83f506b7-d22b-4bf2-a72e-fe0fb6628ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:41.377168 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-83f506b7-d22b-4bf2-a72e-fe0fb6628ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:41.396552 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f506b7-d22b-4bf2-a72e-fe0fb6628ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98ca164-2590-46c9-83b6-e8e12f8c5e5e,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:41.401676 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-83f506b7-d22b-4bf2-a72e-fe0fb6628ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:41.402946 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-83f506b7-d22b-4bf2-a72e-fe0fb6628ba0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b98ca164-2590-46c9-83b6-e8e12f8c5e5e HTTP/1.1" status: 204 len: 168 time: 0.1852024 May 25 22:34:41.527089 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025e91c-cfea-40bf-aa5d-017256388ce6 req-d8242583-66e5-4f79-94c3-886c3fd4720c tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:41.529257 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-6025e91c-cfea-40bf-aa5d-017256388ce6 req-d8242583-66e5-4f79-94c3-886c3fd4720c tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=4426e593-b8b7-4316-8051-8c7998309246 HTTP/1.1" status: 200 len: 945 time: 0.0915971 May 25 22:34:41.600776 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-6025e91c-cfea-40bf-aa5d-017256388ce6 req-8f2750f5-9499-4b21-ac2f-b58897d8e979 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647221 May 25 22:34:41.666198 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:41.835832 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-91441a33-03d6-4be2-bd9f-a5a3e76aebb5 req-bec6b22c-bb30-4f13-9576-b8afce429875 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1026874 May 25 22:34:41.910489 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 56092) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:41.933203 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-506e9477-1307-4209-bfb0-d96216674a7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:41.992821 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-506e9477-1307-4209-bfb0-d96216674a7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:34:42.008349 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-91441a33-03d6-4be2-bd9f-a5a3e76aebb5 req-b84c6845-0262-4793-b815-9564c6bfd185 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b90abe1db3a04a6d96f07ef98a9f9cae&device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 1099 time: 0.1215858 May 25 22:34:42.010147 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-506e9477-1307-4209-bfb0-d96216674a7d admin admin] Usage tracker for resource:security_group_rule and tenant:99d8528a537044f4ab353fd6ffb47ca0 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:34:42.013969 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-506e9477-1307-4209-bfb0-d96216674a7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:34:42.028273 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-506e9477-1307-4209-bfb0-d96216674a7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:34:42.143169 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-506e9477-1307-4209-bfb0-d96216674a7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:42.149073 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-506e9477-1307-4209-bfb0-d96216674a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:42.173662 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0406a6-69c0-4cab-94df-2d2834d1e228 None None] New status for floating IP 442850d2-e0b5-4401-8dcb-acde0fb5688e: ACTIVE {{(pid=83239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:34:42.243019 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e9477-1307-4209-bfb0-d96216674a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69c05db-3de7-48da-bb5f-5773a72863cc,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:42.252174 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-506e9477-1307-4209-bfb0-d96216674a7d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=99d8528a537044f4ab353fd6ffb47ca0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3402312 May 25 22:34:42.255283 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 56106) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:42.331816 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91441a33-03d6-4be2-bd9f-a5a3e76aebb5 req-06e1a88b-7d08-4694-8ceb-37a286dbd768 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:42.336410 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-91441a33-03d6-4be2-bd9f-a5a3e76aebb5 req-06e1a88b-7d08-4694-8ceb-37a286dbd768 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fd7645f7-57af-45f1-a732-f6a2011f3185 HTTP/1.1" status: 200 len: 912 time: 0.2639716 May 25 22:34:42.369347 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-801dab32-879a-459c-a7ed-5c59d092f83b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:42.405182 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-801dab32-879a-459c-a7ed-5c59d092f83b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:42.478818 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-801dab32-879a-459c-a7ed-5c59d092f83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:42.511040 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801dab32-879a-459c-a7ed-5c59d092f83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69c05db-3de7-48da-bb5f-5773a72863cc,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:42.519012 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-801dab32-879a-459c-a7ed-5c59d092f83b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:42.523462 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-801dab32-879a-459c-a7ed-5c59d092f83b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a69c05db-3de7-48da-bb5f-5773a72863cc HTTP/1.1" status: 204 len: 168 time: 0.2659743 May 25 22:34:42.551974 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-91441a33-03d6-4be2-bd9f-a5a3e76aebb5 req-dc2bc8b6-c87f-4ba6-9895-fa75a83402a1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e734bcc-b9c8-4111-9184-349b4c2bd21f HTTP/1.1" status: 200 len: 1001 time: 0.2055502 May 25 22:34:42.719097 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91441a33-03d6-4be2-bd9f-a5a3e76aebb5 req-1cf41cd7-098e-469e-b901-657911df3ed6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:42.720774 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-91441a33-03d6-4be2-bd9f-a5a3e76aebb5 req-1cf41cd7-098e-469e-b901-657911df3ed6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=98f8d2f7-6f04-442a-9b23-c573cfab2370 HTTP/1.1" status: 200 len: 850 time: 0.1578939 May 25 22:34:42.841907 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-91441a33-03d6-4be2-bd9f-a5a3e76aebb5 req-e3aab2df-96d8-4b4a-9811-d42aabb1202c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fd7645f7-57af-45f1-a732-f6a2011f3185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1147547 May 25 22:34:42.979705 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53cbf4f-da05-4add-99d0-6155f2d4a801 req-7da17899-af42-4c77-9efb-65d4fad8c120 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:42.981105 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f53cbf4f-da05-4add-99d0-6155f2d4a801 req-7da17899-af42-4c77-9efb-65d4fad8c120 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=4426e593-b8b7-4316-8051-8c7998309246 HTTP/1.1" status: 200 len: 945 time: 0.1943982 May 25 22:34:43.070719 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f53cbf4f-da05-4add-99d0-6155f2d4a801 req-7f6402c1-6e60-43f0-b5f3-83bca6a4c744 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825157 May 25 22:34:43.199128 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-91441a33-03d6-4be2-bd9f-a5a3e76aebb5 req-f0d63691-4897-48fe-ae33-911b87c49e9f service neutron] 10.222.0.45 "GET /v2.0/networks/fd7645f7-57af-45f1-a732-f6a2011f3185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499463 May 25 22:34:43.384927 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-91441a33-03d6-4be2-bd9f-a5a3e76aebb5 req-d5018666-ba43-48c1-bfc8-a55833b1c162 service neutron] 10.222.0.45 "GET /v2.0/networks/fd7645f7-57af-45f1-a732-f6a2011f3185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757202 May 25 22:34:43.705924 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-82645c2b-6df6-4133-857b-b75836bf127b req-47c3042c-cca4-41b9-90f3-8238ede8f92a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f03d319e86304fdf89e958ee74d34779&device_id=4426e593-b8b7-4316-8051-8c7998309246 HTTP/1.1" status: 200 len: 1098 time: 0.1050296 May 25 22:34:43.714618 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164ca63-c6ae-49ab-aa56-240916eda796 req-16f43ec0-67f0-455c-bb83-5dda88169a8a tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:43.716148 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-a164ca63-c6ae-49ab-aa56-240916eda796 req-16f43ec0-67f0-455c-bb83-5dda88169a8a tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=4426e593-b8b7-4316-8051-8c7998309246 HTTP/1.1" status: 200 len: 945 time: 0.1091845 May 25 22:34:43.809474 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-a164ca63-c6ae-49ab-aa56-240916eda796 req-1b85607a-e964-4fca-ab4b-2b57bbe307df tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849216 May 25 22:34:43.903932 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82645c2b-6df6-4133-857b-b75836bf127b req-e2c6d815-8c0a-4415-8840-7b0ce390f4b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:43.905394 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-82645c2b-6df6-4133-857b-b75836bf127b req-e2c6d815-8c0a-4415-8840-7b0ce390f4b5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7118c156-6ba0-45fa-85d4-b60edcd6fc6f HTTP/1.1" status: 200 len: 919 time: 0.1928480 May 25 22:34:43.987150 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-82645c2b-6df6-4133-857b-b75836bf127b req-0aec03cb-7ae4-4362-8fd2-ac87b598ae9a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d29a8dc3-1e81-4ab0-bc45-9626d9f86035 HTTP/1.1" status: 200 len: 217 time: 0.0740635 May 25 22:34:44.075182 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82645c2b-6df6-4133-857b-b75836bf127b req-47b1e4cf-3f4b-4677-b9b7-2a3ad3086d03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:44.085584 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-82645c2b-6df6-4133-857b-b75836bf127b req-47b1e4cf-3f4b-4677-b9b7-2a3ad3086d03 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eed7b039-2401-4008-8d74-88e75bbbe478 HTTP/1.1" status: 200 len: 857 time: 0.0838974 May 25 22:34:44.218788 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-82645c2b-6df6-4133-857b-b75836bf127b req-409d00ca-086e-49f3-9230-13007ddd3527 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7118c156-6ba0-45fa-85d4-b60edcd6fc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0779839 May 25 22:34:44.375243 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-82645c2b-6df6-4133-857b-b75836bf127b req-ecc2461f-18d8-4943-a028-131c5b355d16 service neutron] 10.222.0.45 "GET /v2.0/networks/7118c156-6ba0-45fa-85d4-b60edcd6fc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437192 May 25 22:34:44.537958 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-82645c2b-6df6-4133-857b-b75836bf127b req-1a580267-e6aa-4a1c-bf03-29f94cb108cd service neutron] 10.222.0.45 "GET /v2.0/networks/7118c156-6ba0-45fa-85d4-b60edcd6fc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548214 May 25 22:34:45.131658 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e4473-ef7f-4344-8f05-12758b19e8f6 req-c188183f-466e-418b-97ef-9c4543a05471 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:45.134952 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-4a0e4473-ef7f-4344-8f05-12758b19e8f6 req-c188183f-466e-418b-97ef-9c4543a05471 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=4426e593-b8b7-4316-8051-8c7998309246 HTTP/1.1" status: 200 len: 945 time: 0.1026878 May 25 22:34:45.180013 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-4a0e4473-ef7f-4344-8f05-12758b19e8f6 req-926db2e9-322f-4dc9-9639-4a803d96daff tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406916 May 25 22:34:46.420190 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5522cd00-14f0-41c3-bf40-49bb2a8b692b req-b8d5e19e-a550-4158-8ff1-6a5d67d26dfb tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:46.421625 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-5522cd00-14f0-41c3-bf40-49bb2a8b692b req-b8d5e19e-a550-4158-8ff1-6a5d67d26dfb tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=4426e593-b8b7-4316-8051-8c7998309246 HTTP/1.1" status: 200 len: 945 time: 0.0868855 May 25 22:34:46.471257 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-5522cd00-14f0-41c3-bf40-49bb2a8b692b req-b69a6662-0f03-4aa2-92a2-6bb5f3e71601 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436199 May 25 22:34:47.676237 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd3816-f240-4866-8ea1-be69066f70d5 req-0fb72a68-cf2e-4e2d-811a-6f87e4c4eb4d tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:47.677692 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f0cd3816-f240-4866-8ea1-be69066f70d5 req-0fb72a68-cf2e-4e2d-811a-6f87e4c4eb4d tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=4426e593-b8b7-4316-8051-8c7998309246 HTTP/1.1" status: 200 len: 945 time: 0.0807514 May 25 22:34:47.765144 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f0cd3816-f240-4866-8ea1-be69066f70d5 req-41402e42-978e-49b1-9dbe-59d6f82ec6bb tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818086 May 25 22:34:47.803830 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae7b41-81f4-40e7-a4d7-382661608c84 req-50cb2487-53f3-4eeb-b40c-df753c72b16d tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:47.805346 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-e0ae7b41-81f4-40e7-a4d7-382661608c84 req-50cb2487-53f3-4eeb-b40c-df753c72b16d tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 946 time: 0.0941045 May 25 22:34:47.851722 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-e0ae7b41-81f4-40e7-a4d7-382661608c84 req-c34605c9-cce6-4582-a914-41803f7921e0 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c98f760-c27c-4c65-a41e-654562a13911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407085 May 25 22:34:49.070696 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b76e081-51ef-4190-a770-efa736c93417 req-80bd3e8c-10d5-4d5d-8f16-c64e8fb377c9 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:49.072252 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-4b76e081-51ef-4190-a770-efa736c93417 req-80bd3e8c-10d5-4d5d-8f16-c64e8fb377c9 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 946 time: 0.0860250 May 25 22:34:49.117369 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-4b76e081-51ef-4190-a770-efa736c93417 req-38668816-a259-4a4f-ac1b-2aaf0d472fef tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c98f760-c27c-4c65-a41e-654562a13911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392888 May 25 22:34:50.430966 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b204d1-fad1-4024-a3d2-ead4783e3470 req-a2ff8ac7-87ae-4f5d-bbc0-c05eacfb5fa5 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:50.432514 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-c4b204d1-fad1-4024-a3d2-ead4783e3470 req-a2ff8ac7-87ae-4f5d-bbc0-c05eacfb5fa5 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 946 time: 0.1833973 May 25 22:34:50.504669 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-c4b204d1-fad1-4024-a3d2-ead4783e3470 req-5bb7dd05-4d22-4097-8024-69973390338a tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c98f760-c27c-4c65-a41e-654562a13911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644743 May 25 22:34:50.531684 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 56298) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:50.538796 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-1c3d726e-fc39-4198-934c-461cd75a8b7c tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1095520221', 'description': 'tempest-description--1265225636'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:34:50.545116 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-1c3d726e-fc39-4198-934c-461cd75a8b7c tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:34:50.559179 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-1c3d726e-fc39-4198-934c-461cd75a8b7c tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:34:50.572521 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-1c3d726e-fc39-4198-934c-461cd75a8b7c tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:50.612149 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-1c3d726e-fc39-4198-934c-461cd75a8b7c tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:34:50.616776 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-1c3d726e-fc39-4198-934c-461cd75a8b7c tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Usage tracker for resource:security_group_rule and tenant:f03d319e86304fdf89e958ee74d34779 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:34:50.620000 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-1c3d726e-fc39-4198-934c-461cd75a8b7c tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:34:50.625677 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-1c3d726e-fc39-4198-934c-461cd75a8b7c tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:34:50.683144 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 56308) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:50.689932 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-1c3d726e-fc39-4198-934c-461cd75a8b7c tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:50.694794 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-1c3d726e-fc39-4198-934c-461cd75a8b7c tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:50.748033 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3d726e-fc39-4198-934c-461cd75a8b7c tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ca7f67-0233-406e-b8da-09520f7a7b28,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:50.751065 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-1c3d726e-fc39-4198-934c-461cd75a8b7c tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:50.752264 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-1c3d726e-fc39-4198-934c-461cd75a8b7c tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.2195797 May 25 22:34:50.755210 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 56314) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:50.759701 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3d726e-fc39-4198-934c-461cd75a8b7c tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:34:50.760040 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3d726e-fc39-4198-934c-461cd75a8b7c tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:34:50.760371 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3d726e-fc39-4198-934c-461cd75a8b7c tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:34:50.760700 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3d726e-fc39-4198-934c-461cd75a8b7c tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:34:50.761029 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3d726e-fc39-4198-934c-461cd75a8b7c tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:34:50.761351 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3d726e-fc39-4198-934c-461cd75a8b7c tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:34:50.761671 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3d726e-fc39-4198-934c-461cd75a8b7c tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:34:50.761941 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [None req-57db5517-7f59-47e8-9704-93f459797efa tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Request body: {'security_group_rule': {'security_group_id': 'c1ca7f67-0233-406e-b8da-09520f7a7b28', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:34:50.762057 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3d726e-fc39-4198-934c-461cd75a8b7c tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:34:50.762292 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3d726e-fc39-4198-934c-461cd75a8b7c tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:34:50.762607 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3d726e-fc39-4198-934c-461cd75a8b7c tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:34:50.762920 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3d726e-fc39-4198-934c-461cd75a8b7c tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:34:50.769510 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-57db5517-7f59-47e8-9704-93f459797efa tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:34:50.773584 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-57db5517-7f59-47e8-9704-93f459797efa tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Usage tracker for resource:security_group_rule and tenant:f03d319e86304fdf89e958ee74d34779 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:34:50.776672 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-57db5517-7f59-47e8-9704-93f459797efa tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:34:50.782798 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-57db5517-7f59-47e8-9704-93f459797efa tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:34:50.800199 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-57db5517-7f59-47e8-9704-93f459797efa tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:50.865455 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-57db5517-7f59-47e8-9704-93f459797efa tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:50.868368 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-ffa0d1bb-d5eb-47ee-8181-6df2a0b54fc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:50.869834 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-57db5517-7f59-47e8-9704-93f459797efa tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924750'] for security_group_rule, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:50.897152 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db5517-7f59-47e8-9704-93f459797efa tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ba66476-362e-42ef-ac9e-9bdb4c8b01ee,revision_number=0']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:50.907270 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-ffa0d1bb-d5eb-47ee-8181-6df2a0b54fc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:34:50.910562 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57db5517-7f59-47e8-9704-93f459797efa tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:34:50.910922 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57db5517-7f59-47e8-9704-93f459797efa tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:34:50.911559 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57db5517-7f59-47e8-9704-93f459797efa tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:34:50.912100 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57db5517-7f59-47e8-9704-93f459797efa tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:34:50.912223 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-ffa0d1bb-d5eb-47ee-8181-6df2a0b54fc7 admin admin] Usage tracker for resource:security_group_rule and tenant:47e3cc01a5944df4addb83c414860679 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:34:50.912440 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57db5517-7f59-47e8-9704-93f459797efa tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:34:50.912775 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57db5517-7f59-47e8-9704-93f459797efa tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:34:50.913169 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57db5517-7f59-47e8-9704-93f459797efa tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:34:50.913781 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57db5517-7f59-47e8-9704-93f459797efa tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:34:50.914112 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57db5517-7f59-47e8-9704-93f459797efa tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:34:50.914438 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57db5517-7f59-47e8-9704-93f459797efa tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:34:50.914935 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57db5517-7f59-47e8-9704-93f459797efa tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:34:50.915664 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-ffa0d1bb-d5eb-47ee-8181-6df2a0b54fc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:34:50.917866 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-57db5517-7f59-47e8-9704-93f459797efa tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:50.921542 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-57db5517-7f59-47e8-9704-93f459797efa tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1626482 May 25 22:34:50.921933 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 56318) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:50.927986 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-ffa0d1bb-d5eb-47ee-8181-6df2a0b54fc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:34:50.928145 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [None req-d65a41c3-4ad7-4509-b6bc-ec97edb57a3a tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Request body: {'security_group_rule': {'security_group_id': 'c1ca7f67-0233-406e-b8da-09520f7a7b28', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:34:50.934340 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-d65a41c3-4ad7-4509-b6bc-ec97edb57a3a tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:34:50.938025 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-d65a41c3-4ad7-4509-b6bc-ec97edb57a3a tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Usage tracker for resource:security_group_rule and tenant:f03d319e86304fdf89e958ee74d34779 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:34:50.941832 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-d65a41c3-4ad7-4509-b6bc-ec97edb57a3a tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:34:50.948262 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-d65a41c3-4ad7-4509-b6bc-ec97edb57a3a tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:34:50.967400 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-d65a41c3-4ad7-4509-b6bc-ec97edb57a3a tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:50.998665 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-ffa0d1bb-d5eb-47ee-8181-6df2a0b54fc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:51.010775 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-ffa0d1bb-d5eb-47ee-8181-6df2a0b54fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:51.039656 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-d65a41c3-4ad7-4509-b6bc-ec97edb57a3a tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:51.047799 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-d65a41c3-4ad7-4509-b6bc-ec97edb57a3a tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924750'] for security_group_rule, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:51.057707 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa0d1bb-d5eb-47ee-8181-6df2a0b54fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe487c00-fa5d-4d05-89d2-2058d00fae22,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:51.062307 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-ffa0d1bb-d5eb-47ee-8181-6df2a0b54fc7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=47e3cc01a5944df4addb83c414860679&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3781817 May 25 22:34:51.064950 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 56322) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:51.072262 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65a41c3-4ad7-4509-b6bc-ec97edb57a3a tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7c6b2a0-2cb4-4dc1-984f-18fcad6f84e3,revision_number=0']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:51.082304 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-d65a41c3-4ad7-4509-b6bc-ec97edb57a3a tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:51.086316 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-d65a41c3-4ad7-4509-b6bc-ec97edb57a3a tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1605837 May 25 22:34:51.086497 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 56326) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:51.091687 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [None req-b2856182-1cbc-43e9-bcb6-a88a78d045b1 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Request body: {'floatingip': {'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:34:51.096729 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-b2856182-1cbc-43e9-bcb6-a88a78d045b1 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:34:51.101088 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-b2856182-1cbc-43e9-bcb6-a88a78d045b1 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Usage tracker for resource:floatingip and tenant:f03d319e86304fdf89e958ee74d34779 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:34:51.104234 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-b2856182-1cbc-43e9-bcb6-a88a78d045b1 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:34:51.111116 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-b2856182-1cbc-43e9-bcb6-a88a78d045b1 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:34:51.122004 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-b2856182-1cbc-43e9-bcb6-a88a78d045b1 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks [] for floatingip, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:51.133917 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-03a20acf-6fac-4498-9aa7-c7a281bb5ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:51.163551 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-03a20acf-6fac-4498-9aa7-c7a281bb5ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:51.215599 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-03a20acf-6fac-4498-9aa7-c7a281bb5ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:51.233185 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a20acf-6fac-4498-9aa7-c7a281bb5ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe487c00-fa5d-4d05-89d2-2058d00fae22,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:51.236436 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-03a20acf-6fac-4498-9aa7-c7a281bb5ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:51.238096 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-03a20acf-6fac-4498-9aa7-c7a281bb5ec5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fe487c00-fa5d-4d05-89d2-2058d00fae22 HTTP/1.1" status: 204 len: 168 time: 0.1711733 May 25 22:34:51.264235 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-b2856182-1cbc-43e9-bcb6-a88a78d045b1 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:51.412637 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.db_base_plugin_common [None req-b2856182-1cbc-43e9-bcb6-a88a78d045b1 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Allocated IP 172.27.0.203 (cb39d3ef-31f0-4e66-970b-4cb0d379e187/4ff22ee7-6206-48b0-b7ae-e7396fe607ae/aea56871-fc93-4259-b338-9cf7995e1e56) {{(pid=83236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:34:51.588532 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-b2856182-1cbc-43e9-bcb6-a88a78d045b1 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks [] for port, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:51.617536 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-b2856182-1cbc-43e9-bcb6-a88a78d045b1 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:51.684570 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2856182-1cbc-43e9-bcb6-a88a78d045b1 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Network cb39d3ef-31f0-4e66-970b-4cb0d379e187 is already hosted by enough agents. {{(pid=83236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:34:51.688008 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.base_scheduler [None req-b2856182-1cbc-43e9-bcb6-a88a78d045b1 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Resources bound (agent type, host, resource id): {{(pid=83236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:34:51.693277 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2856182-1cbc-43e9-bcb6-a88a78d045b1 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Received port after_create {{(pid=83236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:34:51.727770 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2856182-1cbc-43e9-bcb6-a88a78d045b1 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Pushing event updated for resources: {'Port': ['ID=aea56871-fc93-4259-b338-9cf7995e1e56,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:51.745324 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720970e9-69e9-453f-bad9-c65340588382 req-584d3dcf-eacd-4d47-9d30-a1b21be96446 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:51.746879 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-720970e9-69e9-453f-bad9-c65340588382 req-584d3dcf-eacd-4d47-9d30-a1b21be96446 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 946 time: 0.1017361 May 25 22:34:51.799036 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-720970e9-69e9-453f-bad9-c65340588382 req-367d0c37-3cc4-48f8-b39f-15f752680250 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c98f760-c27c-4c65-a41e-654562a13911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457778 May 25 22:34:51.997294 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-b2856182-1cbc-43e9-bcb6-a88a78d045b1 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:52.049793 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-b2856182-1cbc-43e9-bcb6-a88a78d045b1 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:52.252954 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-b2856182-1cbc-43e9-bcb6-a88a78d045b1 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks [] for port, precommit_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:52.257324 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-b2856182-1cbc-43e9-bcb6-a88a78d045b1 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1630987'] for port, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:52.370449 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2856182-1cbc-43e9-bcb6-a88a78d045b1 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Pushing event updated for resources: {'Port': ['ID=aea56871-fc93-4259-b338-9cf7995e1e56,revision_number=2']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:52.383195 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-b2856182-1cbc-43e9-bcb6-a88a78d045b1 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335082'] for floatingip, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:52.404124 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-b2856182-1cbc-43e9-bcb6-a88a78d045b1 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for floatingip, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:52.412235 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-b2856182-1cbc-43e9-bcb6-a88a78d045b1 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3180037 May 25 22:34:52.646107 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-44e22fd9-c402-4d4b-b493-7c81680d14eb req-a2b914d9-2500-4207-95bc-ef7471abcbd9 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Synchronizing usage tracker for tenant:f03d319e86304fdf89e958ee74d34779 on resource:security_group {{(pid=83237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:34:52.661279 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-44e22fd9-c402-4d4b-b493-7c81680d14eb req-a2b914d9-2500-4207-95bc-ef7471abcbd9 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Unset dirty status for tenant:f03d319e86304fdf89e958ee74d34779 on resource:security_group {{(pid=83237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:34:52.662504 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-44e22fd9-c402-4d4b-b493-7c81680d14eb req-a2b914d9-2500-4207-95bc-ef7471abcbd9 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1095520221&fields=id&tenant_id=f03d319e86304fdf89e958ee74d34779 HTTP/1.1" status: 200 len: 267 time: 0.0644727 May 25 22:34:52.863183 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e22fd9-c402-4d4b-b493-7c81680d14eb req-85f5ebe4-e4fa-44cf-96f9-f02151dfab59 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:52.865128 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-44e22fd9-c402-4d4b-b493-7c81680d14eb req-85f5ebe4-e4fa-44cf-96f9-f02151dfab59 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/networks?id=7118c156-6ba0-45fa-85d4-b60edcd6fc6f HTTP/1.1" status: 200 len: 818 time: 0.1962104 May 25 22:34:52.889827 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-44e22fd9-c402-4d4b-b493-7c81680d14eb req-652869a0-21a3-483f-b452-a47897c897fd tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/quotas/f03d319e86304fdf89e958ee74d34779 HTTP/1.1" status: 200 len: 375 time: 0.0186400 May 25 22:34:53.049192 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-44e22fd9-c402-4d4b-b493-7c81680d14eb req-b5defee0-75af-44e9-b9b7-c68441e47da0 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f03d319e86304fdf89e958ee74d34779&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1533177 May 25 22:34:53.060895 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44ec3b-69a4-43ef-955e-4e5116d6b07a req-80dd67a5-ceb9-4c3d-b0fe-5ac0eae6ef1b tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:53.062283 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-9a44ec3b-69a4-43ef-955e-4e5116d6b07a req-80dd67a5-ceb9-4c3d-b0fe-5ac0eae6ef1b tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 946 time: 0.1174867 May 25 22:34:53.200484 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-9a44ec3b-69a4-43ef-955e-4e5116d6b07a req-8acf822a-1d6c-42ca-865c-e918cdc6e6d1 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c98f760-c27c-4c65-a41e-654562a13911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200123 May 25 22:34:53.226809 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-44e22fd9-c402-4d4b-b493-7c81680d14eb req-78d7e219-7813-4b3c-98d2-ec19eb3c8f7b service neutron] 10.222.0.39 "GET /v2.0/networks/7118c156-6ba0-45fa-85d4-b60edcd6fc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636176 May 25 22:34:53.298072 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 56368) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:53.362266 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-44e22fd9-c402-4d4b-b493-7c81680d14eb req-3fb5209c-8d41-499b-99d5-963fd903fc7b service neutron] 10.222.0.39 "GET /v2.0/networks/7118c156-6ba0-45fa-85d4-b60edcd6fc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294637 May 25 22:34:53.446399 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-c9bd6491-49cc-4551-91b6-d84e368579f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:53.481547 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-c9bd6491-49cc-4551-91b6-d84e368579f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:34:53.486166 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-c9bd6491-49cc-4551-91b6-d84e368579f9 admin admin] Usage tracker for resource:security_group_rule and tenant:70206557fea740d29c955a73f8070f72 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:34:53.490516 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-c9bd6491-49cc-4551-91b6-d84e368579f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:34:53.498182 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-c9bd6491-49cc-4551-91b6-d84e368579f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:34:53.558227 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-eab8f967-01d8-4c22-8699-1c1fd1c4cf48 req-c075c94b-685d-4849-8fb9-2de4cfb3b53b tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a07ad9da-f6ee-4a36-949b-6c75e2aaeb37 HTTP/1.1" status: 200 len: 210 time: 0.0423670 May 25 22:34:53.575755 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-c9bd6491-49cc-4551-91b6-d84e368579f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:53.580183 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-c9bd6491-49cc-4551-91b6-d84e368579f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:53.631713 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd6491-49cc-4551-91b6-d84e368579f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5058d749-0392-4528-857c-e1f83b9bf4db,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:53.639338 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-c9bd6491-49cc-4551-91b6-d84e368579f9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=70206557fea740d29c955a73f8070f72&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3378353 May 25 22:34:53.640160 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 56382) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:34:53.713814 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-67bce509-1652-4267-b21a-5b4dd2dde0a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:53.741817 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-67bce509-1652-4267-b21a-5b4dd2dde0a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:53.800101 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-67bce509-1652-4267-b21a-5b4dd2dde0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:53.815640 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bce509-1652-4267-b21a-5b4dd2dde0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5058d749-0392-4528-857c-e1f83b9bf4db,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:53.828009 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-67bce509-1652-4267-b21a-5b4dd2dde0a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:53.832762 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-67bce509-1652-4267-b21a-5b4dd2dde0a2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5058d749-0392-4528-857c-e1f83b9bf4db HTTP/1.1" status: 204 len: 168 time: 0.1871371 May 25 22:34:54.400387 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f76592b-8bcc-49fe-bb3e-d739e13f5913 req-3a43f65f-0300-4123-adcf-99528cde63e1 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:54.401801 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-5f76592b-8bcc-49fe-bb3e-d739e13f5913 req-3a43f65f-0300-4123-adcf-99528cde63e1 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 946 time: 0.0756395 May 25 22:34:54.449958 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-5f76592b-8bcc-49fe-bb3e-d739e13f5913 req-662d6b56-e2a0-4a8c-a261-86e4e53a83c3 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c98f760-c27c-4c65-a41e-654562a13911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424881 May 25 22:34:54.729242 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-cbaa026d-88eb-4124-b790-efc27edda44f req-561dcf94-6716-4b14-8540-6fa4b503d1fe tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a07ad9da-f6ee-4a36-949b-6c75e2aaeb37 HTTP/1.1" status: 200 len: 210 time: 0.0421338 May 25 22:34:54.906911 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e22fd9-c402-4d4b-b493-7c81680d14eb req-5aa19a4e-eb25-4c86-a068-12b1b8fbcb5e tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:54.908438 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-44e22fd9-c402-4d4b-b493-7c81680d14eb req-5aa19a4e-eb25-4c86-a068-12b1b8fbcb5e tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.45 "GET /v2.0/networks?id=7118c156-6ba0-45fa-85d4-b60edcd6fc6f HTTP/1.1" status: 200 len: 818 time: 0.1468878 May 25 22:34:54.982052 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-44e22fd9-c402-4d4b-b493-7c81680d14eb req-78f73fce-4571-43d7-8db3-2601395ad1fc tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f03d319e86304fdf89e958ee74d34779 HTTP/1.1" status: 200 len: 380 time: 0.0488286 May 25 22:34:54.993634 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [req-44e22fd9-c402-4d4b-b493-7c81680d14eb req-934550c6-fc67-409b-b53f-c92ac8c0c02b tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Request body: {'port': {'device_id': 'a07ad9da-f6ee-4a36-949b-6c75e2aaeb37', 'network_id': '7118c156-6ba0-45fa-85d4-b60edcd6fc6f', 'admin_state_up': True, 'tenant_id': 'f03d319e86304fdf89e958ee74d34779', 'security_groups': ['c1ca7f67-0233-406e-b8da-09520f7a7b28']}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:34:55.133664 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [req-44e22fd9-c402-4d4b-b493-7c81680d14eb req-934550c6-fc67-409b-b53f-c92ac8c0c02b tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:34:55.137387 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-44e22fd9-c402-4d4b-b493-7c81680d14eb req-934550c6-fc67-409b-b53f-c92ac8c0c02b tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Usage tracker for resource:port and tenant:f03d319e86304fdf89e958ee74d34779 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:34:55.140151 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-44e22fd9-c402-4d4b-b493-7c81680d14eb req-934550c6-fc67-409b-b53f-c92ac8c0c02b tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:34:55.145908 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [req-44e22fd9-c402-4d4b-b493-7c81680d14eb req-934550c6-fc67-409b-b53f-c92ac8c0c02b tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:34:55.155206 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44e22fd9-c402-4d4b-b493-7c81680d14eb req-934550c6-fc67-409b-b53f-c92ac8c0c02b tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Made reservation on behalf of f03d319e86304fdf89e958ee74d34779 for: {'port': 1} {{(pid=83236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:34:55.158211 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-44e22fd9-c402-4d4b-b493-7c81680d14eb req-934550c6-fc67-409b-b53f-c92ac8c0c02b tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:55.315245 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.db_base_plugin_common [req-44e22fd9-c402-4d4b-b493-7c81680d14eb req-934550c6-fc67-409b-b53f-c92ac8c0c02b tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Allocated IP 172.20.0.7 (7118c156-6ba0-45fa-85d4-b60edcd6fc6f/eed7b039-2401-4008-8d74-88e75bbbe478/6f95ca05-ce52-4411-a652-b36e1e96d74c) {{(pid=83236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:34:55.506690 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-44e22fd9-c402-4d4b-b493-7c81680d14eb req-934550c6-fc67-409b-b53f-c92ac8c0c02b tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks [] for port, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:55.523065 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.provisioning_blocks [req-44e22fd9-c402-4d4b-b493-7c81680d14eb req-934550c6-fc67-409b-b53f-c92ac8c0c02b tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Transition to ACTIVE for port object 6f95ca05-ce52-4411-a652-b36e1e96d74c will not be triggered until provisioned by entity DHCP. {{(pid=83236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:34:55.545757 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-44e22fd9-c402-4d4b-b493-7c81680d14eb req-934550c6-fc67-409b-b53f-c92ac8c0c02b tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:55.617382 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44e22fd9-c402-4d4b-b493-7c81680d14eb req-934550c6-fc67-409b-b53f-c92ac8c0c02b tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Network 7118c156-6ba0-45fa-85d4-b60edcd6fc6f is already hosted by enough agents. {{(pid=83236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:34:55.620526 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.base_scheduler [req-44e22fd9-c402-4d4b-b493-7c81680d14eb req-934550c6-fc67-409b-b53f-c92ac8c0c02b tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Resources bound (agent type, host, resource id): {{(pid=83236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:34:55.624871 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e22fd9-c402-4d4b-b493-7c81680d14eb req-934550c6-fc67-409b-b53f-c92ac8c0c02b tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Received port after_create {{(pid=83236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:34:55.654819 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934550c6-fc67-409b-b53f-c92ac8c0c02b tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Pushing event updated for resources: {'Port': ['ID=6f95ca05-ce52-4411-a652-b36e1e96d74c,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:55.655029 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e109d4-b005-4c4b-80ba-fcdbba8dc3b4 req-ef960ebb-95fb-4755-90d5-96c2598abe11 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:55.656488 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-40e109d4-b005-4c4b-80ba-fcdbba8dc3b4 req-ef960ebb-95fb-4755-90d5-96c2598abe11 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 946 time: 0.0825775 May 25 22:34:55.696142 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e22fd9-c402-4d4b-b493-7c81680d14eb req-934550c6-fc67-409b-b53f-c92ac8c0c02b tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:55.696750 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-44e22fd9-c402-4d4b-b493-7c81680d14eb req-934550c6-fc67-409b-b53f-c92ac8c0c02b tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:55.710614 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-40e109d4-b005-4c4b-80ba-fcdbba8dc3b4 req-72b00af9-4600-465a-b194-e3b6fd8c7892 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c98f760-c27c-4c65-a41e-654562a13911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458753 May 25 22:34:55.745449 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-44e22fd9-c402-4d4b-b493-7c81680d14eb req-934550c6-fc67-409b-b53f-c92ac8c0c02b tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7558320 May 25 22:34:55.783171 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [req-44e22fd9-c402-4d4b-b493-7c81680d14eb req-12ea3ea7-417d-4f81-a280-b8468863bdfe service neutron] Request body: {'port': {'device_id': 'a07ad9da-f6ee-4a36-949b-6c75e2aaeb37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:34:55.832740 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-8d53480d-9ec5-49e0-9b6d-a418ea06cbb9 None None] Provisioning for port 6f95ca05-ce52-4411-a652-b36e1e96d74c completed by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:34:55.838488 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-8d53480d-9ec5-49e0-9b6d-a418ea06cbb9 None None] Provisioning complete for port 6f95ca05-ce52-4411-a652-b36e1e96d74c triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:34:55.838966 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-8d53480d-9ec5-49e0-9b6d-a418ea06cbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:55.898024 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-8d53480d-9ec5-49e0-9b6d-a418ea06cbb9 None None] Port 6f95ca05-ce52-4411-a652-b36e1e96d74c cannot update to ACTIVE because it is not bound. {{(pid=83238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:34:55.954134 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe7687-dfcd-4fb2-877b-eef3a02eb95b req-81d57cd1-eb78-400a-81be-514ce36501cc tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:55.955913 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-dcbe7687-dfcd-4fb2-877b-eef3a02eb95b req-81d57cd1-eb78-400a-81be-514ce36501cc tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a07ad9da-f6ee-4a36-949b-6c75e2aaeb37 HTTP/1.1" status: 200 len: 931 time: 0.0890553 May 25 22:34:55.961262 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-44e22fd9-c402-4d4b-b493-7c81680d14eb req-12ea3ea7-417d-4f81-a280-b8468863bdfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:56.005352 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-dcbe7687-dfcd-4fb2-877b-eef3a02eb95b req-cf8ec238-de1c-49f3-8c25-3ee5d00a2383 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1ca7f67-0233-406e-b8da-09520f7a7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423522 May 25 22:34:56.366401 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [req-44e22fd9-c402-4d4b-b493-7c81680d14eb req-12ea3ea7-417d-4f81-a280-b8468863bdfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f95ca05-ce52-4411-a652-b36e1e96d74c {{(pid=83236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:34:56.373414 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-44e22fd9-c402-4d4b-b493-7c81680d14eb req-12ea3ea7-417d-4f81-a280-b8468863bdfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:56.388520 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.provisioning_blocks [req-44e22fd9-c402-4d4b-b493-7c81680d14eb req-12ea3ea7-417d-4f81-a280-b8468863bdfe service neutron] Transition to ACTIVE for port object 6f95ca05-ce52-4411-a652-b36e1e96d74c will not be triggered until provisioned by entity L2. {{(pid=83236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:34:56.392208 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-44e22fd9-c402-4d4b-b493-7c81680d14eb req-12ea3ea7-417d-4f81-a280-b8468863bdfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1630987'] for port, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:56.521520 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea3ea7-417d-4f81-a280-b8468863bdfe service neutron] Pushing event updated for resources: {'Port': ['ID=6f95ca05-ce52-4411-a652-b36e1e96d74c,revision_number=2']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:56.629757 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-44e22fd9-c402-4d4b-b493-7c81680d14eb req-12ea3ea7-417d-4f81-a280-b8468863bdfe service neutron] Attempting to bind port 6f95ca05-ce52-4411-a652-b36e1e96d74c on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:34:56.630086 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-44e22fd9-c402-4d4b-b493-7c81680d14eb req-12ea3ea7-417d-4f81-a280-b8468863bdfe service neutron] Attempting to bind port 6f95ca05-ce52-4411-a652-b36e1e96d74c by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': 'fd780e7e-00ee-4b95-a4a3-06bb62d1df35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7118c156-6ba0-45fa-85d4-b60edcd6fc6f'}] {{(pid=83236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:34:56.630406 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e22fd9-c402-4d4b-b493-7c81680d14eb req-12ea3ea7-417d-4f81-a280-b8468863bdfe service neutron] Attempting to bind port 6f95ca05-ce52-4411-a652-b36e1e96d74c on network 7118c156-6ba0-45fa-85d4-b60edcd6fc6f {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:34:56.636451 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e22fd9-c402-4d4b-b493-7c81680d14eb req-12ea3ea7-417d-4f81-a280-b8468863bdfe service neutron] Port 6f95ca05-ce52-4411-a652-b36e1e96d74c on network 7118c156-6ba0-45fa-85d4-b60edcd6fc6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:34:56.636757 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e22fd9-c402-4d4b-b493-7c81680d14eb req-12ea3ea7-417d-4f81-a280-b8468863bdfe service neutron] Attempting to bind port 6f95ca05-ce52-4411-a652-b36e1e96d74c on network 7118c156-6ba0-45fa-85d4-b60edcd6fc6f {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:34:56.642862 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e22fd9-c402-4d4b-b493-7c81680d14eb req-12ea3ea7-417d-4f81-a280-b8468863bdfe service neutron] Checking agent: {'id': 'ba48c32d-6c3d-40ce-a4ff-91ef21d08f39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 30, 42), 'started_at': datetime.datetime(2022, 5, 25, 22, 30, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:34:56.643183 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e22fd9-c402-4d4b-b493-7c81680d14eb req-12ea3ea7-417d-4f81-a280-b8468863bdfe service neutron] Checking segment: {'id': 'fd780e7e-00ee-4b95-a4a3-06bb62d1df35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7118c156-6ba0-45fa-85d4-b60edcd6fc6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:34:56.644152 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e22fd9-c402-4d4b-b493-7c81680d14eb req-12ea3ea7-417d-4f81-a280-b8468863bdfe service neutron] Bound using segment: {'id': 'fd780e7e-00ee-4b95-a4a3-06bb62d1df35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7118c156-6ba0-45fa-85d4-b60edcd6fc6f'} {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:34:56.644928 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-44e22fd9-c402-4d4b-b493-7c81680d14eb req-12ea3ea7-417d-4f81-a280-b8468863bdfe service neutron] Bound port: 6f95ca05-ce52-4411-a652-b36e1e96d74c, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd780e7e-00ee-4b95-a4a3-06bb62d1df35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7118c156-6ba0-45fa-85d4-b60edcd6fc6f'}}] {{(pid=83236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:34:56.645401 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-44e22fd9-c402-4d4b-b493-7c81680d14eb req-12ea3ea7-417d-4f81-a280-b8468863bdfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:56.734995 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-44e22fd9-c402-4d4b-b493-7c81680d14eb req-12ea3ea7-417d-4f81-a280-b8468863bdfe service neutron] For port 6f95ca05-ce52-4411-a652-b36e1e96d74c, host hv-cinder-84330, cleared binding levels {{(pid=83236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:34:56.738021 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-44e22fd9-c402-4d4b-b493-7c81680d14eb req-12ea3ea7-417d-4f81-a280-b8468863bdfe service neutron] For port 6f95ca05-ce52-4411-a652-b36e1e96d74c, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=6f95ca05-ce52-4411-a652-b36e1e96d74c,segment=NetworkSegment(fd780e7e-00ee-4b95-a4a3-06bb62d1df35),segment_id=fd780e7e-00ee-4b95-a4a3-06bb62d1df35)] {{(pid=83236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:34:56.745658 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-44e22fd9-c402-4d4b-b493-7c81680d14eb req-12ea3ea7-417d-4f81-a280-b8468863bdfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1630987'] for port, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:56.811491 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-44e22fd9-c402-4d4b-b493-7c81680d14eb req-12ea3ea7-417d-4f81-a280-b8468863bdfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:56.812875 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-44e22fd9-c402-4d4b-b493-7c81680d14eb req-12ea3ea7-417d-4f81-a280-b8468863bdfe service neutron] 10.222.0.45 "PUT /v2.0/ports/6f95ca05-ce52-4411-a652-b36e1e96d74c HTTP/1.1" status: 200 len: 1093 time: 1.0346797 May 25 22:34:56.813253 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a07ad9da-f6ee-4a36-949b-6c75e2aaeb37', 'tag': '6f95ca05-ce52-4411-a652-b36e1e96d74c'}] {{(pid=83236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:34:56.832756 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea3ea7-417d-4f81-a280-b8468863bdfe service neutron] Pushing event updated for resources: {'Port': ['ID=6f95ca05-ce52-4411-a652-b36e1e96d74c,revision_number=3']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:34:56.945242 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d078a03-d8ef-4f91-8dd0-dd2fb5506199'] response: {'name': 'network-changed', 'server_uuid': 'a07ad9da-f6ee-4a36-949b-6c75e2aaeb37', 'tag': '6f95ca05-ce52-4411-a652-b36e1e96d74c', 'status': 'completed', 'code': 200} May 25 22:34:56.980612 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee469a6d-95aa-41e5-9d82-188b22fc8bbe req-1d7b5782-757c-4696-ab9e-ed1367d9fa72 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:56.982213 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-ee469a6d-95aa-41e5-9d82-188b22fc8bbe req-1d7b5782-757c-4696-ab9e-ed1367d9fa72 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 946 time: 0.1215160 May 25 22:34:57.004917 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-44e22fd9-c402-4d4b-b493-7c81680d14eb req-4c25051e-3169-4d45-98c0-76c221f2aed2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f03d319e86304fdf89e958ee74d34779&device_id=a07ad9da-f6ee-4a36-949b-6c75e2aaeb37 HTTP/1.1" status: 200 len: 1096 time: 0.1218026 May 25 22:34:57.043856 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-ee469a6d-95aa-41e5-9d82-188b22fc8bbe req-ab1bb91d-0465-46d6-a117-080fcdff3b58 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c98f760-c27c-4c65-a41e-654562a13911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545201 May 25 22:34:57.090282 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-44e22fd9-c402-4d4b-b493-7c81680d14eb req-21d7afa7-4782-4abd-b7e2-c4b89e432e8b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f95ca05-ce52-4411-a652-b36e1e96d74c HTTP/1.1" status: 200 len: 217 time: 0.0701377 May 25 22:34:57.153416 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e22fd9-c402-4d4b-b493-7c81680d14eb req-c9e1bedf-bc94-4f26-b1d1-0424e0056e25 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:57.154851 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-44e22fd9-c402-4d4b-b493-7c81680d14eb req-c9e1bedf-bc94-4f26-b1d1-0424e0056e25 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eed7b039-2401-4008-8d74-88e75bbbe478 HTTP/1.1" status: 200 len: 857 time: 0.0583060 May 25 22:34:57.215681 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83833a3-ad57-4b90-942b-98314fd15d13 req-021415e9-3c56-439f-a3a9-e3ab60899d09 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:57.217309 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f83833a3-ad57-4b90-942b-98314fd15d13 req-021415e9-3c56-439f-a3a9-e3ab60899d09 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a07ad9da-f6ee-4a36-949b-6c75e2aaeb37 HTTP/1.1" status: 200 len: 943 time: 0.0848036 May 25 22:34:57.242201 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-44e22fd9-c402-4d4b-b493-7c81680d14eb req-b442a8e2-20d2-45c6-a91f-d6254da3dbb2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7118c156-6ba0-45fa-85d4-b60edcd6fc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0756207 May 25 22:34:57.270865 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f83833a3-ad57-4b90-942b-98314fd15d13 req-b742aaa4-9ff9-4b00-afc3-8473f912c84d tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1ca7f67-0233-406e-b8da-09520f7a7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408690 May 25 22:34:57.385314 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-44e22fd9-c402-4d4b-b493-7c81680d14eb req-2eae500b-a845-4c9f-8680-15777eaef2e9 service neutron] 10.222.0.45 "GET /v2.0/networks/7118c156-6ba0-45fa-85d4-b60edcd6fc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276896 May 25 22:34:57.518987 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-44e22fd9-c402-4d4b-b493-7c81680d14eb req-e95aa853-8485-4282-a8f8-8620d4c8aa9e service neutron] 10.222.0.45 "GET /v2.0/networks/7118c156-6ba0-45fa-85d4-b60edcd6fc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263468 May 25 22:34:57.712169 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b3b2a282-4af7-4bb2-83cc-e7af2be52be1 req-1f856be2-11cd-4c9f-a531-ce3b2ba6640f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f03d319e86304fdf89e958ee74d34779&device_id=a07ad9da-f6ee-4a36-949b-6c75e2aaeb37 HTTP/1.1" status: 200 len: 1096 time: 0.0716527 May 25 22:34:57.846051 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b2a282-4af7-4bb2-83cc-e7af2be52be1 req-0757efa1-141e-422c-a66e-00daecb17e84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:57.847988 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b3b2a282-4af7-4bb2-83cc-e7af2be52be1 req-0757efa1-141e-422c-a66e-00daecb17e84 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7118c156-6ba0-45fa-85d4-b60edcd6fc6f HTTP/1.1" status: 200 len: 919 time: 0.1285117 May 25 22:34:57.928181 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b3b2a282-4af7-4bb2-83cc-e7af2be52be1 req-572ce8c9-3c48-482e-ad28-0d06709e9951 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f95ca05-ce52-4411-a652-b36e1e96d74c HTTP/1.1" status: 200 len: 217 time: 0.0621769 May 25 22:34:58.063793 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b2a282-4af7-4bb2-83cc-e7af2be52be1 req-0d21a360-4c41-48c4-9ad8-c6e0535482a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:58.065222 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b3b2a282-4af7-4bb2-83cc-e7af2be52be1 req-0d21a360-4c41-48c4-9ad8-c6e0535482a9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eed7b039-2401-4008-8d74-88e75bbbe478 HTTP/1.1" status: 200 len: 857 time: 0.1301813 May 25 22:34:58.146431 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b3b2a282-4af7-4bb2-83cc-e7af2be52be1 req-9e42246a-8770-469d-8a5f-bb8c5cf1730c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7118c156-6ba0-45fa-85d4-b60edcd6fc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0731132 May 25 22:34:58.264797 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc124996-4d8a-4108-b4d0-835aee78965f req-d17ce16c-4786-4623-a292-18e591070d85 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:58.266241 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-cc124996-4d8a-4108-b4d0-835aee78965f req-d17ce16c-4786-4623-a292-18e591070d85 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 946 time: 0.0870395 May 25 22:34:58.286076 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b3b2a282-4af7-4bb2-83cc-e7af2be52be1 req-083a79be-4d1e-4950-ae56-29979d00f8d6 service neutron] 10.222.0.45 "GET /v2.0/networks/7118c156-6ba0-45fa-85d4-b60edcd6fc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323481 May 25 22:34:58.348973 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-cc124996-4d8a-4108-b4d0-835aee78965f req-5750495f-0871-4033-898b-ae108ddb841d tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c98f760-c27c-4c65-a41e-654562a13911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755429 May 25 22:34:58.440740 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b3b2a282-4af7-4bb2-83cc-e7af2be52be1 req-dd17ae44-6735-405d-8a00-6a61bb37c277 service neutron] 10.222.0.45 "GET /v2.0/networks/7118c156-6ba0-45fa-85d4-b60edcd6fc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394291 May 25 22:34:58.480558 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053e0b4-e05e-4b54-b04e-0d9600f3a93a req-7b7edf81-cc17-4bb9-a5dc-5bf0ecdf11b5 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:58.482170 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-9053e0b4-e05e-4b54-b04e-0d9600f3a93a req-7b7edf81-cc17-4bb9-a5dc-5bf0ecdf11b5 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a07ad9da-f6ee-4a36-949b-6c75e2aaeb37 HTTP/1.1" status: 200 len: 943 time: 0.0765541 May 25 22:34:58.528641 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-9053e0b4-e05e-4b54-b04e-0d9600f3a93a req-9caefdd7-23d4-405f-bc4b-4f9a98e72603 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1ca7f67-0233-406e-b8da-09520f7a7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387771 May 25 22:34:59.554584 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410f42e-da62-4af1-b760-2bf116fbc2ba req-a05d8a57-d3a5-48aa-96cf-95b40bb0f6ff tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:59.557347 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-6410f42e-da62-4af1-b760-2bf116fbc2ba req-a05d8a57-d3a5-48aa-96cf-95b40bb0f6ff tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 946 time: 0.0790546 May 25 22:34:59.603631 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-6410f42e-da62-4af1-b760-2bf116fbc2ba req-ffdfd2e4-4372-4a30-9e4d-8e1dbbc54689 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c98f760-c27c-4c65-a41e-654562a13911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417407 May 25 22:34:59.610777 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-3739f69c-e611-4ce7-8c00-ef5640e87c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:34:59.731847 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e91c8-2425-421d-8948-806bf646388a req-c68b41fd-db8f-4e2a-b261-b5c84fe00cb3 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:34:59.733198 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-b39e91c8-2425-421d-8948-806bf646388a req-c68b41fd-db8f-4e2a-b261-b5c84fe00cb3 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a07ad9da-f6ee-4a36-949b-6c75e2aaeb37 HTTP/1.1" status: 200 len: 943 time: 0.0762115 May 25 22:34:59.781021 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-b39e91c8-2425-421d-8948-806bf646388a req-5b6750c5-934a-4f4a-89d7-d8845d86b5bc tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1ca7f67-0233-406e-b8da-09520f7a7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415196 May 25 22:35:00.865009 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f848f0-8237-4d22-864f-3191ba1b3b39 req-1757d3ca-f0e9-4fd3-8559-f3c5842c0752 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:00.866456 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-27f848f0-8237-4d22-864f-3191ba1b3b39 req-1757d3ca-f0e9-4fd3-8559-f3c5842c0752 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 946 time: 0.1348279 May 25 22:35:00.946425 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-27f848f0-8237-4d22-864f-3191ba1b3b39 req-a1bb7e31-f607-4882-9016-a726311ffac2 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c98f760-c27c-4c65-a41e-654562a13911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737481 May 25 22:35:00.991029 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f038e-f832-44ff-a6b9-4cee4f73d472 req-59a460af-80c9-47bd-9b67-5a806e721055 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:00.992747 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-1b5f038e-f832-44ff-a6b9-4cee4f73d472 req-59a460af-80c9-47bd-9b67-5a806e721055 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a07ad9da-f6ee-4a36-949b-6c75e2aaeb37 HTTP/1.1" status: 200 len: 943 time: 0.0838161 May 25 22:35:01.040086 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-1b5f038e-f832-44ff-a6b9-4cee4f73d472 req-f43ed3cf-6255-4bfe-8f28-1f4f42de6c70 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1ca7f67-0233-406e-b8da-09520f7a7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415618 May 25 22:35:01.071127 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596c051b-3ada-445c-9fd5-c01c6803f3a5 None None] Sync routers for ids ['67c1bf80-9814-453e-b45d-989679cb38e3'] in dv-cinder-843305-1-iscsi {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:35:01.082432 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596c051b-3ada-445c-9fd5-c01c6803f3a5 None None] Routers {'67c1bf80-9814-453e-b45d-989679cb38e3'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:35:01.083020 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-596c051b-3ada-445c-9fd5-c01c6803f3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:34:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['67c1bf80-9814-453e-b45d-989679cb38e3'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:35:01.259680 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-596c051b-3ada-445c-9fd5-c01c6803f3a5 None None] Set router 67c1bf80-9814-453e-b45d-989679cb38e3 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:35:01.599361 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-596c051b-3ada-445c-9fd5-c01c6803f3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c1bf80-9814-453e-b45d-989679cb38e3', 'name': 'tempest-TestShelveInstance-647307477-router', 'tenant_id': '36c54844f6634de9bf9e5cd36b68792c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e7955929-40ce-4d90-9743-549ccad54311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:34:27Z', 'updated_at': '2022-05-25T22:34:33Z', 'revision_number': 4, 'project_id': '36c54844f6634de9bf9e5cd36b68792c', 'gw_port': {'id': 'e7955929-40ce-4d90-9743-549ccad54311', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:db:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c1bf80-9814-453e-b45d-989679cb38e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:34:28Z', 'updated_at': '2022-05-25T22:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': 'b9e1f0ea-56c8-42fc-bddf-cb8dd2e85082', 'name': '', 'network_id': '8926b185-efd7-4c55-b240-48093ec1e884', 'tenant_id': '36c54844f6634de9bf9e5cd36b68792c', 'mac_address': 'fa:16:3e:c0:ff:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67c1bf80-9814-453e-b45d-989679cb38e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e48aa92b-ff83-4a09-9e73-abf1f63edee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:34:32Z', 'updated_at': '2022-05-25T22:34:33Z', 'revision_number': 2, 'project_id': '36c54844f6634de9bf9e5cd36b68792c', 'subnets': [{'id': 'e48aa92b-ff83-4a09-9e73-abf1f63edee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:35:01.603204 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596c051b-3ada-445c-9fd5-c01c6803f3a5 None None] Checking router: 67c1bf80-9814-453e-b45d-989679cb38e3 for host: dv-cinder-843305-1-iscsi {{(pid=83238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:35:01.603562 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596c051b-3ada-445c-9fd5-c01c6803f3a5 None None] Updating router 67c1bf80-9814-453e-b45d-989679cb38e3 port b9e1f0ea-56c8-42fc-bddf-cb8dd2e85082 binding host dv-cinder-843305-1-iscsi {{(pid=83238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:35:01.654654 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-596c051b-3ada-445c-9fd5-c01c6803f3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:01.758516 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 6f95ca05-ce52-4411-a652-b36e1e96d74c details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 22:35:01.826709 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-82fa8d4b-c298-45b0-b1e4-b7e385607091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:02.035831 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port 6f95ca05-ce52-4411-a652-b36e1e96d74c, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=6f95ca05-ce52-4411-a652-b36e1e96d74c,segment=NetworkSegment(fd780e7e-00ee-4b95-a4a3-06bb62d1df35),segment_id=fd780e7e-00ee-4b95-a4a3-06bb62d1df35)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:35:02.052085 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Returning: {'device': '6f95ca05-ce52-4411-a652-b36e1e96d74c', 'network_id': '7118c156-6ba0-45fa-85d4-b60edcd6fc6f', 'port_id': '6f95ca05-ce52-4411-a652-b36e1e96d74c', 'mac_address': 'fa:16:3e:90:28:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eed7b039-2401-4008-8d74-88e75bbbe478', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 22:35:02.153813 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d92aa-c0c0-437a-a4a8-38adece697ee req-32fd771f-f24c-4c99-93b2-7ea52192d497 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:02.155553 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-8c8d92aa-c0c0-437a-a4a8-38adece697ee req-32fd771f-f24c-4c99-93b2-7ea52192d497 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 946 time: 0.0842040 May 25 22:35:02.162638 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:02.195383 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.notifiers.nova [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f95ca05-ce52-4411-a652-b36e1e96d74c {{(pid=83238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:35:02.202219 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-596c051b-3ada-445c-9fd5-c01c6803f3a5 None None] Notify callbacks [] for port, precommit_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:02.220168 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-596c051b-3ada-445c-9fd5-c01c6803f3a5 None None] Transition to ACTIVE for port object b9e1f0ea-56c8-42fc-bddf-cb8dd2e85082 will not be triggered until provisioned by entity L2. {{(pid=83238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:35:02.226142 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port 6f95ca05-ce52-4411-a652-b36e1e96d74c, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=6f95ca05-ce52-4411-a652-b36e1e96d74c,segment=NetworkSegment(fd780e7e-00ee-4b95-a4a3-06bb62d1df35),segment_id=fd780e7e-00ee-4b95-a4a3-06bb62d1df35)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:35:02.227678 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-596c051b-3ada-445c-9fd5-c01c6803f3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:02.254538 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-8c8d92aa-c0c0-437a-a4a8-38adece697ee req-621903d2-6060-42f4-bad5-f2f43fc136ff tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c98f760-c27c-4c65-a41e-654562a13911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929482 May 25 22:35:02.263670 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:02.291652 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2358bcab-08f0-4397-bbd7-a2af97dcfedc req-99f3e300-533b-48c4-995c-00d07638f267 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:02.293676 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-2358bcab-08f0-4397-bbd7-a2af97dcfedc req-99f3e300-533b-48c4-995c-00d07638f267 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a07ad9da-f6ee-4a36-949b-6c75e2aaeb37 HTTP/1.1" status: 200 len: 943 time: 0.1117079 May 25 22:35:02.346170 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-2358bcab-08f0-4397-bbd7-a2af97dcfedc req-2f9c621a-1b3a-410d-8024-a4615acbc7cd tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1ca7f67-0233-406e-b8da-09520f7a7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452304 May 25 22:35:02.350708 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0b2fc-36fc-4445-8eaa-b321f7e992e1 None None] Pushing event updated for resources: {'Port': ['ID=b9e1f0ea-56c8-42fc-bddf-cb8dd2e85082,revision_number=3']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:35:02.401634 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0b2fc-36fc-4445-8eaa-b321f7e992e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:35:02.401815 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0b2fc-36fc-4445-8eaa-b321f7e992e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:35:02.402142 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0b2fc-36fc-4445-8eaa-b321f7e992e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:35:02.402468 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0b2fc-36fc-4445-8eaa-b321f7e992e1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:35:02.402790 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0b2fc-36fc-4445-8eaa-b321f7e992e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:35:02.403110 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0b2fc-36fc-4445-8eaa-b321f7e992e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:35:02.403433 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0b2fc-36fc-4445-8eaa-b321f7e992e1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:35:02.403775 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0b2fc-36fc-4445-8eaa-b321f7e992e1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:35:02.404093 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0b2fc-36fc-4445-8eaa-b321f7e992e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:35:02.404407 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0b2fc-36fc-4445-8eaa-b321f7e992e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:35:02.404722 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0b2fc-36fc-4445-8eaa-b321f7e992e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:35:02.524275 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-596c051b-3ada-445c-9fd5-c01c6803f3a5 None None] Attempting to bind port b9e1f0ea-56c8-42fc-bddf-cb8dd2e85082 on host dv-cinder-843305-1-iscsi for vnic_type normal with profile {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:35:02.524636 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-596c051b-3ada-445c-9fd5-c01c6803f3a5 None None] Attempting to bind port b9e1f0ea-56c8-42fc-bddf-cb8dd2e85082 by drivers openvswitch,hyperv on host dv-cinder-843305-1-iscsi at level 0 using segments [{'id': 'fc912e45-f6e1-41a9-9317-55445180a7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '8926b185-efd7-4c55-b240-48093ec1e884'}] {{(pid=83238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:35:02.524990 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596c051b-3ada-445c-9fd5-c01c6803f3a5 None None] Attempting to bind port b9e1f0ea-56c8-42fc-bddf-cb8dd2e85082 on network 8926b185-efd7-4c55-b240-48093ec1e884 {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:35:02.533743 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Pushing event updated for resources: {'Port': ['ID=6f95ca05-ce52-4411-a652-b36e1e96d74c,revision_number=4']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:35:02.538241 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596c051b-3ada-445c-9fd5-c01c6803f3a5 None None] Checking agent: {'id': '204015c8-cb50-46b9-b04e-4ea0e4e6040d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 24, 3), 'started_at': datetime.datetime(2022, 5, 25, 22, 24, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:35:02.538536 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596c051b-3ada-445c-9fd5-c01c6803f3a5 None None] Checking segment: {'id': 'fc912e45-f6e1-41a9-9317-55445180a7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '8926b185-efd7-4c55-b240-48093ec1e884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:35:02.538948 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-596c051b-3ada-445c-9fd5-c01c6803f3a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:02.539319 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596c051b-3ada-445c-9fd5-c01c6803f3a5 None None] Bound using segment: {'id': 'fc912e45-f6e1-41a9-9317-55445180a7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '8926b185-efd7-4c55-b240-48093ec1e884'} {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:35:02.539791 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-596c051b-3ada-445c-9fd5-c01c6803f3a5 None None] Bound port: b9e1f0ea-56c8-42fc-bddf-cb8dd2e85082, host: dv-cinder-843305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc912e45-f6e1-41a9-9317-55445180a7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '8926b185-efd7-4c55-b240-48093ec1e884'}}] {{(pid=83238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:35:02.540148 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-596c051b-3ada-445c-9fd5-c01c6803f3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:02.658605 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-596c051b-3ada-445c-9fd5-c01c6803f3a5 None None] For port b9e1f0ea-56c8-42fc-bddf-cb8dd2e85082, host dv-cinder-843305-1-iscsi, cleared binding levels {{(pid=83238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:35:02.662894 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-596c051b-3ada-445c-9fd5-c01c6803f3a5 None None] For port b9e1f0ea-56c8-42fc-bddf-cb8dd2e85082, host dv-cinder-843305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=b9e1f0ea-56c8-42fc-bddf-cb8dd2e85082,segment=NetworkSegment(fc912e45-f6e1-41a9-9317-55445180a7e6),segment_id=fc912e45-f6e1-41a9-9317-55445180a7e6)] {{(pid=83238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:35:02.666705 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-596c051b-3ada-445c-9fd5-c01c6803f3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:02.699379 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] get_ports_and_sgs() called for port_ids ['6f95ca05-ce52-4411-a652-b36e1e96d74c'] {{(pid=83238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:35:02.807913 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0b2fc-36fc-4445-8eaa-b321f7e992e1 None None] Pushing event updated for resources: {'Port': ['ID=b9e1f0ea-56c8-42fc-bddf-cb8dd2e85082,revision_number=4']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:35:02.816878 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596c051b-3ada-445c-9fd5-c01c6803f3a5 None None] Routers {'67c1bf80-9814-453e-b45d-989679cb38e3'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:35:02.817867 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-596c051b-3ada-445c-9fd5-c01c6803f3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:35:02Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['67c1bf80-9814-453e-b45d-989679cb38e3'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:35:03.023813 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:03.076664 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:03.136496 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-596c051b-3ada-445c-9fd5-c01c6803f3a5 None None] Set router 67c1bf80-9814-453e-b45d-989679cb38e3 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:35:03.453732 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27e3b9-c311-4265-8357-33cc68bc76a7 req-12aff72c-31ac-479f-ab5b-152523f03eef tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:03.456826 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-5d27e3b9-c311-4265-8357-33cc68bc76a7 req-12aff72c-31ac-479f-ab5b-152523f03eef tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 946 time: 0.0773554 May 25 22:35:03.484963 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-596c051b-3ada-445c-9fd5-c01c6803f3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c1bf80-9814-453e-b45d-989679cb38e3', 'name': 'tempest-TestShelveInstance-647307477-router', 'tenant_id': '36c54844f6634de9bf9e5cd36b68792c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e7955929-40ce-4d90-9743-549ccad54311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:34:27Z', 'updated_at': '2022-05-25T22:34:33Z', 'revision_number': 4, 'project_id': '36c54844f6634de9bf9e5cd36b68792c', 'gw_port': {'id': 'e7955929-40ce-4d90-9743-549ccad54311', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:db:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c1bf80-9814-453e-b45d-989679cb38e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:34:28Z', 'updated_at': '2022-05-25T22:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': 'b9e1f0ea-56c8-42fc-bddf-cb8dd2e85082', 'name': '', 'network_id': '8926b185-efd7-4c55-b240-48093ec1e884', 'tenant_id': '36c54844f6634de9bf9e5cd36b68792c', 'mac_address': 'fa:16:3e:c0:ff:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67c1bf80-9814-453e-b45d-989679cb38e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e48aa92b-ff83-4a09-9e73-abf1f63edee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:34:32Z', 'updated_at': '2022-05-25T22:35:02Z', 'revision_number': 4, 'project_id': '36c54844f6634de9bf9e5cd36b68792c', 'subnets': [{'id': 'e48aa92b-ff83-4a09-9e73-abf1f63edee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:35:03.489274 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596c051b-3ada-445c-9fd5-c01c6803f3a5 None None] The sync data for ids ['67c1bf80-9814-453e-b45d-989679cb38e3'] in dv-cinder-843305-1-iscsi is: [{'id': '67c1bf80-9814-453e-b45d-989679cb38e3', 'name': 'tempest-TestShelveInstance-647307477-router', 'tenant_id': '36c54844f6634de9bf9e5cd36b68792c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e7955929-40ce-4d90-9743-549ccad54311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:34:27Z', 'updated_at': '2022-05-25T22:34:33Z', 'revision_number': 4, 'project_id': '36c54844f6634de9bf9e5cd36b68792c', 'gw_port': {'id': 'e7955929-40ce-4d90-9743-549ccad54311', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:db:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c1bf80-9814-453e-b45d-989679cb38e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:34:28Z', 'updated_at': '2022-05-25T22:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': 'b9e1f0ea-56c8-42fc-bddf-cb8dd2e85082', 'name': '', 'network_id': '8926b185-efd7-4c55-b240-48093ec1e884', 'tenant_id': '36c54844f6634de9bf9e5cd36b68792c', 'mac_address': 'fa:16:3e:c0:ff:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67c1bf80-9814-453e-b45d-989679cb38e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e48aa92b-ff83-4a09-9e73-abf1f63edee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:34:32Z', 'updated_at': '2022-05-25T22:35:02Z', 'revision_number': 4, 'project_id': '36c54844f6634de9bf9e5cd36b68792c', 'subnets': [{'id': 'e48aa92b-ff83-4a09-9e73-abf1f63edee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:35:03.584634 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-5d27e3b9-c311-4265-8357-33cc68bc76a7 req-0a13146a-f3a2-4c35-b4f7-2b64c3134546 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c98f760-c27c-4c65-a41e-654562a13911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223352 May 25 22:35:03.608119 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf9807-ad37-4c0c-87a8-4303fea1b393 req-7e7e47e1-2213-4524-9c16-e9bc233106ad tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:03.610001 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-61bf9807-ad37-4c0c-87a8-4303fea1b393 req-7e7e47e1-2213-4524-9c16-e9bc233106ad tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a07ad9da-f6ee-4a36-949b-6c75e2aaeb37 HTTP/1.1" status: 200 len: 944 time: 0.1306381 May 25 22:35:03.657688 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-61bf9807-ad37-4c0c-87a8-4303fea1b393 req-01db67c4-deb5-4f4a-9562-fdd4895b80b5 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1ca7f67-0233-406e-b8da-09520f7a7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415320 May 25 22:35:04.326236 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:04.366538 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device b9e1f0ea-56c8-42fc-bddf-cb8dd2e85082 up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:35:04.432737 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning for port b9e1f0ea-56c8-42fc-bddf-cb8dd2e85082 completed by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:35:04.437342 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port b9e1f0ea-56c8-42fc-bddf-cb8dd2e85082 triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:35:04.437643 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:04.552673 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:04.585872 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] For port b9e1f0ea-56c8-42fc-bddf-cb8dd2e85082, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=b9e1f0ea-56c8-42fc-bddf-cb8dd2e85082,segment=NetworkSegment(fc912e45-f6e1-41a9-9317-55445180a7e6),segment_id=fc912e45-f6e1-41a9-9317-55445180a7e6)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:35:04.589628 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:04.656895 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Pushing event updated for resources: {'Port': ['ID=b9e1f0ea-56c8-42fc-bddf-cb8dd2e85082,revision_number=5']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:35:04.835541 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09433c-599f-462e-8bb9-7d98f1ab78fc req-8d82a6a9-ff01-40a5-b606-3c60b408759d tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:04.837031 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-4a09433c-599f-462e-8bb9-7d98f1ab78fc req-8d82a6a9-ff01-40a5-b606-3c60b408759d tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 946 time: 0.1199162 May 25 22:35:04.903325 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f774a3-4277-4491-8bbe-50d9feb6a92c req-633f7608-1298-485e-9060-e4a2e54ec7e1 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:04.904787 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-71f774a3-4277-4491-8bbe-50d9feb6a92c req-633f7608-1298-485e-9060-e4a2e54ec7e1 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a07ad9da-f6ee-4a36-949b-6c75e2aaeb37 HTTP/1.1" status: 200 len: 944 time: 0.1188993 May 25 22:35:04.908739 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-4a09433c-599f-462e-8bb9-7d98f1ab78fc req-7b27ab2f-ac40-4904-abc8-46d22f6fd8dc tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c98f760-c27c-4c65-a41e-654562a13911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604765 May 25 22:35:04.968083 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-71f774a3-4277-4491-8bbe-50d9feb6a92c req-cbb4b9b0-55ab-4a16-8149-0629025e1b7a tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1ca7f67-0233-406e-b8da-09520f7a7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570097 May 25 22:35:05.768050 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 6f95ca05-ce52-4411-a652-b36e1e96d74c up at agent hyperv_hv-cinder-84330 {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:35:05.837378 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Provisioning for port 6f95ca05-ce52-4411-a652-b36e1e96d74c completed by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:35:05.841758 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Provisioning complete for port 6f95ca05-ce52-4411-a652-b36e1e96d74c triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:35:05.842113 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:05.960918 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:05.992504 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a07ad9da-f6ee-4a36-949b-6c75e2aaeb37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f95ca05-ce52-4411-a652-b36e1e96d74c'}] {{(pid=83238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:35:06.005114 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port 6f95ca05-ce52-4411-a652-b36e1e96d74c, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=6f95ca05-ce52-4411-a652-b36e1e96d74c,segment=NetworkSegment(fd780e7e-00ee-4b95-a4a3-06bb62d1df35),segment_id=fd780e7e-00ee-4b95-a4a3-06bb62d1df35)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:35:06.010788 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:06.085720 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Pushing event updated for resources: {'Port': ['ID=6f95ca05-ce52-4411-a652-b36e1e96d74c,revision_number=5']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:35:06.151884 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-ef0f3ca0-f838-4912-a968-ae6cd9f32237 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Synchronizing usage tracker for tenant:298cfafc7a3647b5a9ea9e4f6b05e7c8 on resource:security_group {{(pid=83237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:35:06.179880 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cacea2-43c2-4d81-9aa3-c91b8e0290a7 req-3698bdb2-108d-45d5-872c-838f2d88cb2c tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:06.181218 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-07cacea2-43c2-4d81-9aa3-c91b8e0290a7 req-3698bdb2-108d-45d5-872c-838f2d88cb2c tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 946 time: 0.1199014 May 25 22:35:06.182181 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-ef0f3ca0-f838-4912-a968-ae6cd9f32237 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Unset dirty status for tenant:298cfafc7a3647b5a9ea9e4f6b05e7c8 on resource:security_group {{(pid=83237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:35:06.183168 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-ef0f3ca0-f838-4912-a968-ae6cd9f32237 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1382461867&fields=id&tenant_id=298cfafc7a3647b5a9ea9e4f6b05e7c8 HTTP/1.1" status: 200 len: 267 time: 0.0914326 May 25 22:35:06.313643 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-07cacea2-43c2-4d81-9aa3-c91b8e0290a7 req-62b68b33-25f8-4439-948c-5eadbd4fd342 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c98f760-c27c-4c65-a41e-654562a13911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269872 May 25 22:35:06.364355 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-e152cfbb-be53-4932-9e5d-0ff0fd97dd14 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:06.367503 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-e152cfbb-be53-4932-9e5d-0ff0fd97dd14 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Synchronizing usage tracker for tenant:298cfafc7a3647b5a9ea9e4f6b05e7c8 on resource:network {{(pid=83237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:35:06.386564 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-e152cfbb-be53-4932-9e5d-0ff0fd97dd14 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Unset dirty status for tenant:298cfafc7a3647b5a9ea9e4f6b05e7c8 on resource:network {{(pid=83237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:35:06.387755 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-e152cfbb-be53-4932-9e5d-0ff0fd97dd14 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/networks?id=2cebea64-2be2-48ff-85ac-df2bebf392c9 HTTP/1.1" status: 200 len: 809 time: 0.1878641 May 25 22:35:06.389510 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device b9e1f0ea-56c8-42fc-bddf-cb8dd2e85082 up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:35:06.404996 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-a40b0b2e-ad57-4443-aeca-153e9ce883fc tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/quotas/298cfafc7a3647b5a9ea9e4f6b05e7c8 HTTP/1.1" status: 200 len: 375 time: 0.0104082 May 25 22:35:06.457797 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port b9e1f0ea-56c8-42fc-bddf-cb8dd2e85082 triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:35:06.458068 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:06.545794 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-bab1dd41-5a53-4cdc-831d-f9d0c406acc0 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=298cfafc7a3647b5a9ea9e4f6b05e7c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1348248 May 25 22:35:06.552118 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c24ae1-4856-42a6-a374-78d414d700f4 req-1b97a57e-8ad2-4d4a-8077-2c44b0a9be78 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:06.553510 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-09c24ae1-4856-42a6-a374-78d414d700f4 req-1b97a57e-8ad2-4d4a-8077-2c44b0a9be78 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a07ad9da-f6ee-4a36-949b-6c75e2aaeb37 HTTP/1.1" status: 200 len: 945 time: 0.1051347 May 25 22:35:06.681581 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-09c24ae1-4856-42a6-a374-78d414d700f4 req-e3001ed1-60d3-4668-989e-34ce421ebe74 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1ca7f67-0233-406e-b8da-09520f7a7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051106 May 25 22:35:06.717092 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-215e39f4-8aff-48fa-bb3b-41072f47417d service neutron] 10.222.0.39 "GET /v2.0/networks/2cebea64-2be2-48ff-85ac-df2bebf392c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597166 May 25 22:35:06.747790 dv-cinder-843305-1-iscsi neutron-server[83238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eeace0f7-44b3-4223-9876-d9d9ecb171b7'] response: {'server_uuid': 'a07ad9da-f6ee-4a36-949b-6c75e2aaeb37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f95ca05-ce52-4411-a652-b36e1e96d74c', 'code': 200} May 25 22:35:06.872213 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-45a40d42-dc2b-406a-9911-7266f129d990 service neutron] 10.222.0.39 "GET /v2.0/networks/2cebea64-2be2-48ff-85ac-df2bebf392c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493146 May 25 22:35:07.086138 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-f2884b5c-6933-457f-803b-669662a4f173 req-1129d7b7-bb77-43f8-a90e-f7217789e62a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a07ad9da-f6ee-4a36-949b-6c75e2aaeb37 HTTP/1.1" status: 200 len: 1098 time: 0.0883043 May 25 22:35:07.117370 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44991e90-c9b9-4c09-b0b6-e9af8c8e1cd8 req-13fad5a1-afd6-4174-964a-e6d47214aa76 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:07.124323 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-44991e90-c9b9-4c09-b0b6-e9af8c8e1cd8 req-13fad5a1-afd6-4174-964a-e6d47214aa76 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 946 time: 0.1088200 May 25 22:35:07.167767 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-44991e90-c9b9-4c09-b0b6-e9af8c8e1cd8 req-a37c1803-de06-4f32-9cf5-a529755acea8 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c98f760-c27c-4c65-a41e-654562a13911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424960 May 25 22:35:07.180146 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-f2884b5c-6933-457f-803b-669662a4f173 req-558f0d66-885f-4242-8190-af7a4b1d198b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c1ca7f67-0233-406e-b8da-09520f7a7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812504 May 25 22:35:07.207452 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b95e8936-91aa-43c4-842e-1f8bd00492b9 req-84eea94e-f211-4e3d-9113-aaf4c5d4e37f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b90abe1db3a04a6d96f07ef98a9f9cae&device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 1099 time: 0.0922778 May 25 22:35:07.309789 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-460689e1-f04c-48ad-898d-11090ba235a5 req-df87f126-48be-4980-8d56-c209fb518302 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 210 time: 0.0440164 May 25 22:35:07.643040 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e8936-91aa-43c4-842e-1f8bd00492b9 req-ca27cf24-2637-4c5e-879d-e25849b96649 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:07.644851 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b95e8936-91aa-43c4-842e-1f8bd00492b9 req-ca27cf24-2637-4c5e-879d-e25849b96649 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fd7645f7-57af-45f1-a732-f6a2011f3185 HTTP/1.1" status: 200 len: 912 time: 0.1356266 May 25 22:35:07.767909 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b95e8936-91aa-43c4-842e-1f8bd00492b9 req-952ad919-0b59-46fa-9f4f-4db8093ab6b6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e734bcc-b9c8-4111-9184-349b4c2bd21f HTTP/1.1" status: 200 len: 1001 time: 0.1012344 May 25 22:35:07.850600 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e8936-91aa-43c4-842e-1f8bd00492b9 req-43d17224-30b4-4da6-91dc-bc5cab4c42a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:07.853483 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b95e8936-91aa-43c4-842e-1f8bd00492b9 req-43d17224-30b4-4da6-91dc-bc5cab4c42a4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=98f8d2f7-6f04-442a-9b23-c573cfab2370 HTTP/1.1" status: 200 len: 850 time: 0.0763147 May 25 22:35:07.952850 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35160f75-61a0-4947-b985-cd004e2a9086 req-1bddcda5-d591-412f-9444-f03df35d5b84 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:07.954196 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b95e8936-91aa-43c4-842e-1f8bd00492b9 req-c0e77e1b-52b7-4dae-a387-e437a42e7fd7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fd7645f7-57af-45f1-a732-f6a2011f3185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0908797 May 25 22:35:07.954333 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-35160f75-61a0-4947-b985-cd004e2a9086 req-1bddcda5-d591-412f-9444-f03df35d5b84 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a07ad9da-f6ee-4a36-949b-6c75e2aaeb37 HTTP/1.1" status: 200 len: 945 time: 0.1500244 May 25 22:35:08.000736 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-35160f75-61a0-4947-b985-cd004e2a9086 req-39d5d6a1-15d6-46ca-8966-7583cc7d79bb tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1ca7f67-0233-406e-b8da-09520f7a7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398865 May 25 22:35:08.085512 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b95e8936-91aa-43c4-842e-1f8bd00492b9 req-3789ba37-cd45-45a3-8ed6-23b20040a921 service neutron] 10.222.0.45 "GET /v2.0/networks/fd7645f7-57af-45f1-a732-f6a2011f3185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224265 May 25 22:35:08.218524 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b95e8936-91aa-43c4-842e-1f8bd00492b9 req-6dd8b496-ea99-4fa8-aeff-9a940334174f service neutron] 10.222.0.45 "GET /v2.0/networks/fd7645f7-57af-45f1-a732-f6a2011f3185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263258 May 25 22:35:08.378343 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619b960-e5ab-4e54-8ccf-d905338c0622 req-8de8eb89-e602-45aa-bb4a-027645e83871 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:08.380103 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-e619b960-e5ab-4e54-8ccf-d905338c0622 req-8de8eb89-e602-45aa-bb4a-027645e83871 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 946 time: 0.0817797 May 25 22:35:08.431275 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-e619b960-e5ab-4e54-8ccf-d905338c0622 req-c8b94735-ae2c-4ed2-aa4b-26f69405a62d tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c98f760-c27c-4c65-a41e-654562a13911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425618 May 25 22:35:08.475919 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-b5f4ce60-2412-4bea-9103-cd6452559c0d req-f4861ee6-e420-412f-a218-521e053b7807 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 210 time: 0.0404844 May 25 22:35:08.608167 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-11affa71-57d8-4852-87b5-42b636fd3b78 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:08.609501 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-11affa71-57d8-4852-87b5-42b636fd3b78 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.45 "GET /v2.0/networks?id=2cebea64-2be2-48ff-85ac-df2bebf392c9 HTTP/1.1" status: 200 len: 809 time: 0.1522305 May 25 22:35:08.697384 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-ecb5ccb9-8664-4a1b-a77c-1efa47b22754 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Synchronizing usage tracker for tenant:298cfafc7a3647b5a9ea9e4f6b05e7c8 on resource:security_group {{(pid=83236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:35:08.708957 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-ecb5ccb9-8664-4a1b-a77c-1efa47b22754 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Unset dirty status for tenant:298cfafc7a3647b5a9ea9e4f6b05e7c8 on resource:security_group {{(pid=83236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:35:08.710191 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-ecb5ccb9-8664-4a1b-a77c-1efa47b22754 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=298cfafc7a3647b5a9ea9e4f6b05e7c8 HTTP/1.1" status: 200 len: 380 time: 0.0531459 May 25 22:35:08.744569 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-1a557858-2879-4db5-ba1b-d83c85a9f15d tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Request body: {'port': {'device_id': 'c141c782-6a1c-4f93-b31b-7f0835f21db5', 'network_id': '2cebea64-2be2-48ff-85ac-df2bebf392c9', 'admin_state_up': True, 'tenant_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'security_groups': ['4daec5d9-05d1-44c8-9c81-ceb391342ad4']}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:35:08.886127 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-1a557858-2879-4db5-ba1b-d83c85a9f15d tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:35:08.889778 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-1a557858-2879-4db5-ba1b-d83c85a9f15d tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Usage tracker for resource:port and tenant:298cfafc7a3647b5a9ea9e4f6b05e7c8 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:35:08.892591 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-1a557858-2879-4db5-ba1b-d83c85a9f15d tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:35:08.898257 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-1a557858-2879-4db5-ba1b-d83c85a9f15d tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:35:08.911310 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-1a557858-2879-4db5-ba1b-d83c85a9f15d tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Made reservation on behalf of 298cfafc7a3647b5a9ea9e4f6b05e7c8 for: {'port': 1} {{(pid=83236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:35:08.915859 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-1a557858-2879-4db5-ba1b-d83c85a9f15d tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:09.137595 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.db_base_plugin_common [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-1a557858-2879-4db5-ba1b-d83c85a9f15d tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Allocated IP 172.20.0.13 (2cebea64-2be2-48ff-85ac-df2bebf392c9/ddc3c2bb-eb88-4939-85aa-520d055657c9/e304b59e-5dd0-4753-8934-8424f8665063) {{(pid=83236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:35:09.202294 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa6d8b-f725-4f8b-b10b-acd0e290a797 req-17046d81-8d67-4707-b989-095a91c7102a tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:09.203893 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-63fa6d8b-f725-4f8b-b10b-acd0e290a797 req-17046d81-8d67-4707-b989-095a91c7102a tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a07ad9da-f6ee-4a36-949b-6c75e2aaeb37 HTTP/1.1" status: 200 len: 945 time: 0.0848603 May 25 22:35:09.250147 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-63fa6d8b-f725-4f8b-b10b-acd0e290a797 req-e9f9ca64-2553-463d-9840-98f8994b9845 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1ca7f67-0233-406e-b8da-09520f7a7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396457 May 25 22:35:09.332148 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-1a557858-2879-4db5-ba1b-d83c85a9f15d tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify callbacks [] for port, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:09.347842 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.provisioning_blocks [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-1a557858-2879-4db5-ba1b-d83c85a9f15d tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Transition to ACTIVE for port object e304b59e-5dd0-4753-8934-8424f8665063 will not be triggered until provisioned by entity DHCP. {{(pid=83236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:35:09.369798 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-1a557858-2879-4db5-ba1b-d83c85a9f15d tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:09.436797 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-1a557858-2879-4db5-ba1b-d83c85a9f15d tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Network 2cebea64-2be2-48ff-85ac-df2bebf392c9 is already hosted by enough agents. {{(pid=83236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:35:09.440817 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.base_scheduler [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-1a557858-2879-4db5-ba1b-d83c85a9f15d tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Resources bound (agent type, host, resource id): {{(pid=83236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:35:09.444830 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-1a557858-2879-4db5-ba1b-d83c85a9f15d tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Received port after_create {{(pid=83236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:35:09.445679 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac9124-f0c7-4eda-a4c3-29bc4bda1fdc req-2ca4e4ad-39a9-4e24-96a7-068c0e34e04a tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:09.447742 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-56ac9124-f0c7-4eda-a4c3-29bc4bda1fdc req-2ca4e4ad-39a9-4e24-96a7-068c0e34e04a tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a07ad9da-f6ee-4a36-949b-6c75e2aaeb37 HTTP/1.1" status: 200 len: 945 time: 0.0772538 May 25 22:35:09.457861 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 56530) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:35:09.474704 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-332c23fa-1661-407a-aa69-a31de9c4b54a tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Request body: {'floatingip': {'port_id': '6f95ca05-ce52-4411-a652-b36e1e96d74c'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:35:09.492322 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a557858-2879-4db5-ba1b-d83c85a9f15d tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Pushing event updated for resources: {'Port': ['ID=e304b59e-5dd0-4753-8934-8424f8665063,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:35:09.521597 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-1a557858-2879-4db5-ba1b-d83c85a9f15d tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:09.522248 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-1a557858-2879-4db5-ba1b-d83c85a9f15d tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:09.553549 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-1a557858-2879-4db5-ba1b-d83c85a9f15d tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8132215 May 25 22:35:09.582836 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-d88c9483-f48b-490a-9329-490d41d3b76f service neutron] Request body: {'port': {'device_id': 'c141c782-6a1c-4f93-b31b-7f0835f21db5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:35:09.603978 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-332c23fa-1661-407a-aa69-a31de9c4b54a tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks [] for floatingip, before_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:09.708919 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-d88c9483-f48b-490a-9329-490d41d3b76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:09.757914 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-927f1f0c-bf51-40d4-b6f4-1acbcfbc1b00 None None] Provisioning for port e304b59e-5dd0-4753-8934-8424f8665063 completed by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:35:09.763435 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-927f1f0c-bf51-40d4-b6f4-1acbcfbc1b00 None None] Provisioning complete for port e304b59e-5dd0-4753-8934-8424f8665063 triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:35:09.763835 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-927f1f0c-bf51-40d4-b6f4-1acbcfbc1b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:09.818397 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-927f1f0c-bf51-40d4-b6f4-1acbcfbc1b00 None None] Port e304b59e-5dd0-4753-8934-8424f8665063 cannot update to ACTIVE because it is not bound. {{(pid=83238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:35:09.924678 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c729193-1872-41df-bb8a-38d69f0342a3 req-d4b11ab6-f7f0-4563-851e-93f8af7381b0 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:09.926477 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-4c729193-1872-41df-bb8a-38d69f0342a3 req-d4b11ab6-f7f0-4563-851e-93f8af7381b0 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 946 time: 0.2429221 May 25 22:35:10.054661 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaaa84c-0c30-4f53-9d28-4222c3a416c9 req-69227218-1e03-4ce5-ac2c-741c62662e12 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:10.056123 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-eeaaa84c-0c30-4f53-9d28-4222c3a416c9 req-69227218-1e03-4ce5-ac2c-741c62662e12 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 932 time: 0.3737657 May 25 22:35:10.076682 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-d88c9483-f48b-490a-9329-490d41d3b76f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e304b59e-5dd0-4753-8934-8424f8665063 {{(pid=83236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:35:10.085214 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-d88c9483-f48b-490a-9329-490d41d3b76f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:10.100660 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.provisioning_blocks [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-d88c9483-f48b-490a-9329-490d41d3b76f service neutron] Transition to ACTIVE for port object e304b59e-5dd0-4753-8934-8424f8665063 will not be triggered until provisioned by entity L2. {{(pid=83236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:35:10.106569 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-d88c9483-f48b-490a-9329-490d41d3b76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1630987'] for port, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:10.165414 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-4c729193-1872-41df-bb8a-38d69f0342a3 req-efe84b7c-e75f-410f-9318-486e34e8ada1 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c98f760-c27c-4c65-a41e-654562a13911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1844692 May 25 22:35:10.182186 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-eeaaa84c-0c30-4f53-9d28-4222c3a416c9 req-b1b74681-6fb4-4061-bc4d-c37b4dad2492 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/security-groups?id=4daec5d9-05d1-44c8-9c81-ceb391342ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168718 May 25 22:35:10.310507 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c9483-f48b-490a-9329-490d41d3b76f service neutron] Pushing event updated for resources: {'Port': ['ID=e304b59e-5dd0-4753-8934-8424f8665063,revision_number=2']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:35:10.411452 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-d88c9483-f48b-490a-9329-490d41d3b76f service neutron] Attempting to bind port e304b59e-5dd0-4753-8934-8424f8665063 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:35:10.412072 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-d88c9483-f48b-490a-9329-490d41d3b76f service neutron] Attempting to bind port e304b59e-5dd0-4753-8934-8424f8665063 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '874fa2ac-d7a0-43f2-96b7-2b355b2ab748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2cebea64-2be2-48ff-85ac-df2bebf392c9'}] {{(pid=83236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:35:10.412201 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-d88c9483-f48b-490a-9329-490d41d3b76f service neutron] Attempting to bind port e304b59e-5dd0-4753-8934-8424f8665063 on network 2cebea64-2be2-48ff-85ac-df2bebf392c9 {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:35:10.418983 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-d88c9483-f48b-490a-9329-490d41d3b76f service neutron] Port e304b59e-5dd0-4753-8934-8424f8665063 on network 2cebea64-2be2-48ff-85ac-df2bebf392c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:35:10.419347 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-d88c9483-f48b-490a-9329-490d41d3b76f service neutron] Attempting to bind port e304b59e-5dd0-4753-8934-8424f8665063 on network 2cebea64-2be2-48ff-85ac-df2bebf392c9 {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:35:10.426509 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-d88c9483-f48b-490a-9329-490d41d3b76f service neutron] Checking agent: {'id': 'ba48c32d-6c3d-40ce-a4ff-91ef21d08f39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 30, 42), 'started_at': datetime.datetime(2022, 5, 25, 22, 30, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:35:10.426866 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-d88c9483-f48b-490a-9329-490d41d3b76f service neutron] Checking segment: {'id': '874fa2ac-d7a0-43f2-96b7-2b355b2ab748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2cebea64-2be2-48ff-85ac-df2bebf392c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:35:10.427250 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-d88c9483-f48b-490a-9329-490d41d3b76f service neutron] Bound using segment: {'id': '874fa2ac-d7a0-43f2-96b7-2b355b2ab748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2cebea64-2be2-48ff-85ac-df2bebf392c9'} {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:35:10.427742 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-d88c9483-f48b-490a-9329-490d41d3b76f service neutron] Bound port: e304b59e-5dd0-4753-8934-8424f8665063, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '874fa2ac-d7a0-43f2-96b7-2b355b2ab748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2cebea64-2be2-48ff-85ac-df2bebf392c9'}}] {{(pid=83236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:35:10.428161 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-d88c9483-f48b-490a-9329-490d41d3b76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:10.511414 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-332c23fa-1661-407a-aa69-a31de9c4b54a tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:10.515618 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-332c23fa-1661-407a-aa69-a31de9c4b54a tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335082'] for floatingip, after_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:10.533385 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-d88c9483-f48b-490a-9329-490d41d3b76f service neutron] For port e304b59e-5dd0-4753-8934-8424f8665063, host hv-cinder-84330, cleared binding levels {{(pid=83236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:35:10.537415 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-d88c9483-f48b-490a-9329-490d41d3b76f service neutron] For port e304b59e-5dd0-4753-8934-8424f8665063, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=e304b59e-5dd0-4753-8934-8424f8665063,segment=NetworkSegment(874fa2ac-d7a0-43f2-96b7-2b355b2ab748),segment_id=874fa2ac-d7a0-43f2-96b7-2b355b2ab748)] {{(pid=83236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:35:10.543672 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-d88c9483-f48b-490a-9329-490d41d3b76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1630987'] for port, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:10.606141 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-d88c9483-f48b-490a-9329-490d41d3b76f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:10.607499 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-d88c9483-f48b-490a-9329-490d41d3b76f service neutron] 10.222.0.45 "PUT /v2.0/ports/e304b59e-5dd0-4753-8934-8424f8665063 HTTP/1.1" status: 200 len: 1094 time: 1.0314088 May 25 22:35:10.607959 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c141c782-6a1c-4f93-b31b-7f0835f21db5', 'tag': 'e304b59e-5dd0-4753-8934-8424f8665063'}] {{(pid=83236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:35:10.652600 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c9483-f48b-490a-9329-490d41d3b76f service neutron] Pushing event updated for resources: {'Port': ['ID=e304b59e-5dd0-4753-8934-8424f8665063,revision_number=3']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:35:10.727821 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-225aef74-f6ac-4adc-92ef-eaf541bcc0b5'] response: {'name': 'network-changed', 'server_uuid': 'c141c782-6a1c-4f93-b31b-7f0835f21db5', 'tag': 'e304b59e-5dd0-4753-8934-8424f8665063', 'status': 'completed', 'code': 200} May 25 22:35:10.786791 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-8595687f-c454-42ef-bafb-5e8197cb5977 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=298cfafc7a3647b5a9ea9e4f6b05e7c8&device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 1097 time: 0.1033611 May 25 22:35:10.844760 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.db.l3_db [None req-332c23fa-1661-407a-aa69-a31de9c4b54a tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Floating IP ef64fcc5-7e5a-478c-bdad-346aad1f1cb4 associated. External IP: 172.27.0.203, port: 6f95ca05-ce52-4411-a652-b36e1e96d74c. May 25 22:35:10.887658 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-acfc8cd8-ee8d-4e86-8ea0-c898e8c563a8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e304b59e-5dd0-4753-8934-8424f8665063 HTTP/1.1" status: 200 len: 217 time: 0.0842814 May 25 22:35:10.978457 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-5d45c0f2-ec36-45ec-9e3c-a6a314ab8ff1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:10.979928 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-5d45c0f2-ec36-45ec-9e3c-a6a314ab8ff1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ddc3c2bb-eb88-4939-85aa-520d055657c9 HTTP/1.1" status: 200 len: 848 time: 0.0808039 May 25 22:35:11.055895 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-00cd91bd-87cc-4939-8e9d-e5711a2bdb14 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2cebea64-2be2-48ff-85ac-df2bebf392c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0697508 May 25 22:35:11.256487 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-13a08c1c-abc4-4f7c-afff-447e62886ca5 service neutron] 10.222.0.45 "GET /v2.0/networks/2cebea64-2be2-48ff-85ac-df2bebf392c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929445 May 25 22:35:11.280164 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-332c23fa-1661-407a-aa69-a31de9c4b54a tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Router d4e239b4-24ef-4667-806a-9130eac0a54a has already been hosted by L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a {{(pid=83237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:35:11.371563 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.agents_db [None req-9a0b4f36-fcd8-49b0-a2d4-59f1c5f7edf0 None None] Agent healthcheck: found 6 active agents {{(pid=83239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:35:11.410544 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-093e6421-6a6f-4d1b-897b-975a77082d20 req-72d9f260-de9e-4def-a0ff-e88050373e20 service neutron] 10.222.0.45 "GET /v2.0/networks/2cebea64-2be2-48ff-85ac-df2bebf392c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468668 May 25 22:35:11.511336 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24074a75-afd2-49c6-a0b7-81d2976b7fbd req-2b485b86-8586-42ad-8e02-ef1f3341d497 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:11.512667 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-24074a75-afd2-49c6-a0b7-81d2976b7fbd req-2b485b86-8586-42ad-8e02-ef1f3341d497 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 944 time: 0.1569798 May 25 22:35:11.571613 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-24074a75-afd2-49c6-a0b7-81d2976b7fbd req-5a104f8f-69a8-483c-84b9-14a1d93084f0 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/security-groups?id=4daec5d9-05d1-44c8-9c81-ceb391342ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524147 May 25 22:35:11.582792 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-f8ef829a-a6d9-4c81-98e9-9249e50c4ec1 req-5a2d3419-f830-4e00-ae99-2c00281b1117 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=298cfafc7a3647b5a9ea9e4f6b05e7c8&device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 1097 time: 0.0749497 May 25 22:35:11.598069 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332c23fa-1661-407a-aa69-a31de9c4b54a tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:35:11.602340 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-332c23fa-1661-407a-aa69-a31de9c4b54a tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for floatingip, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:11.607947 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8696346d-fa09-4408-b8ee-8d66ab30fb37 None None] Sync routers for ids ['d4e239b4-24ef-4667-806a-9130eac0a54a'] in dv-cinder-843305-1-iscsi {{(pid=83239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:35:11.619969 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8696346d-fa09-4408-b8ee-8d66ab30fb37 None None] Routers {'d4e239b4-24ef-4667-806a-9130eac0a54a'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:35:11.620695 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-8696346d-fa09-4408-b8ee-8d66ab30fb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:35:02Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['d4e239b4-24ef-4667-806a-9130eac0a54a'], 'active': True} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:35:11.656362 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-332c23fa-1661-407a-aa69-a31de9c4b54a tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "PUT /v2.0/floatingips/ef64fcc5-7e5a-478c-bdad-346aad1f1cb4 HTTP/1.1" status: 200 len: 991 time: 2.1966326 May 25 22:35:11.658094 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a07ad9da-f6ee-4a36-949b-6c75e2aaeb37', 'tag': '6f95ca05-ce52-4411-a652-b36e1e96d74c'}] {{(pid=83237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:35:11.666234 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:11.721893 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3af8e75c-4a53-4edb-8ab8-1586da0092a6'] response: {'name': 'network-changed', 'server_uuid': 'a07ad9da-f6ee-4a36-949b-6c75e2aaeb37', 'tag': '6f95ca05-ce52-4411-a652-b36e1e96d74c', 'status': 'completed', 'code': 200} May 25 22:35:11.726955 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef829a-a6d9-4c81-98e9-9249e50c4ec1 req-9970d1b7-d34f-46a3-912e-1b59868f9ce8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:11.728426 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-f8ef829a-a6d9-4c81-98e9-9249e50c4ec1 req-9970d1b7-d34f-46a3-912e-1b59868f9ce8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2cebea64-2be2-48ff-85ac-df2bebf392c9 HTTP/1.1" status: 200 len: 910 time: 0.1328232 May 25 22:35:11.813693 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvr_db [None req-8696346d-fa09-4408-b8ee-8d66ab30fb37 None None] Set router d4e239b4-24ef-4667-806a-9130eac0a54a gateway port host: dv-cinder-843305-1-iscsi {{(pid=83239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:35:11.884825 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-f8ef829a-a6d9-4c81-98e9-9249e50c4ec1 req-5cec98fe-bf1b-4a85-8e00-060dd6a1beb0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e304b59e-5dd0-4753-8934-8424f8665063 HTTP/1.1" status: 200 len: 217 time: 0.1008151 May 25 22:35:11.960448 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef829a-a6d9-4c81-98e9-9249e50c4ec1 req-13b92811-1193-4e73-a63f-e44bc1d3e7ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:11.961885 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-f8ef829a-a6d9-4c81-98e9-9249e50c4ec1 req-13b92811-1193-4e73-a63f-e44bc1d3e7ed service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ddc3c2bb-eb88-4939-85aa-520d055657c9 HTTP/1.1" status: 200 len: 848 time: 0.0673864 May 25 22:35:11.968705 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-06daba14-a3e4-42d3-9260-f5011575c26a req-c7465f5a-a869-4a13-8a94-e46dd0171eb5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f03d319e86304fdf89e958ee74d34779&device_id=a07ad9da-f6ee-4a36-949b-6c75e2aaeb37 HTTP/1.1" status: 200 len: 1098 time: 0.1833038 May 25 22:35:12.150363 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-f8ef829a-a6d9-4c81-98e9-9249e50c4ec1 req-54420f69-990e-4c93-80d6-4762d69cb9b3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2cebea64-2be2-48ff-85ac-df2bebf392c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1807272 May 25 22:35:12.157005 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06daba14-a3e4-42d3-9260-f5011575c26a req-9444785b-f0d2-434c-a177-33db8b850c61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:12.158343 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-06daba14-a3e4-42d3-9260-f5011575c26a req-9444785b-f0d2-434c-a177-33db8b850c61 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7118c156-6ba0-45fa-85d4-b60edcd6fc6f HTTP/1.1" status: 200 len: 919 time: 0.1539121 May 25 22:35:12.165368 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-8696346d-fa09-4408-b8ee-8d66ab30fb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e239b4-24ef-4667-806a-9130eac0a54a', 'name': 'tempest-ServerRescueNegativeTestJSON-130217243-router', 'tenant_id': 'f03d319e86304fdf89e958ee74d34779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '5016906b-8ed9-4188-b302-35ef0f6f3649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:32:48Z', 'updated_at': '2022-05-25T22:33:01Z', 'revision_number': 4, 'project_id': 'f03d319e86304fdf89e958ee74d34779', 'gw_port': {'id': '5016906b-8ed9-4188-b302-35ef0f6f3649', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e239b4-24ef-4667-806a-9130eac0a54a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:49Z', 'updated_at': '2022-05-25T22:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_floatingips': [{'id': 'ef64fcc5-7e5a-478c-bdad-346aad1f1cb4', 'tenant_id': 'f03d319e86304fdf89e958ee74d34779', 'floating_ip_address': '172.27.0.203', 'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'router_id': 'd4e239b4-24ef-4667-806a-9130eac0a54a', 'port_id': '6f95ca05-ce52-4411-a652-b36e1e96d74c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7118c156-6ba0-45fa-85d4-b60edcd6fc6f', 'mac_address': 'fa:16:3e:90:28:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07ad9da-f6ee-4a36-949b-6c75e2aaeb37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:34:51Z', 'updated_at': '2022-05-25T22:35:10Z', 'revision_number': 1, 'project_id': 'f03d319e86304fdf89e958ee74d34779', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1f8685d-a576-45b4-a0a7-9f2f1904478f', 'name': '', 'network_id': '7118c156-6ba0-45fa-85d4-b60edcd6fc6f', 'tenant_id': 'f03d319e86304fdf89e958ee74d34779', 'mac_address': 'fa:16:3e:20:cf:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e239b4-24ef-4667-806a-9130eac0a54a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eed7b039-2401-4008-8d74-88e75bbbe478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:59Z', 'updated_at': '2022-05-25T22:33:29Z', 'revision_number': 5, 'project_id': 'f03d319e86304fdf89e958ee74d34779', 'subnets': [{'id': 'eed7b039-2401-4008-8d74-88e75bbbe478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:35:12.169453 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8696346d-fa09-4408-b8ee-8d66ab30fb37 None None] Checking router: d4e239b4-24ef-4667-806a-9130eac0a54a for host: dv-cinder-843305-1-iscsi {{(pid=83239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:35:12.181382 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8696346d-fa09-4408-b8ee-8d66ab30fb37 None None] Routers {'d4e239b4-24ef-4667-806a-9130eac0a54a'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:35:12.182119 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-8696346d-fa09-4408-b8ee-8d66ab30fb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:35:02Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['d4e239b4-24ef-4667-806a-9130eac0a54a'], 'active': True} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:35:12.356353 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-06daba14-a3e4-42d3-9260-f5011575c26a req-8645a663-bfcf-4d9b-b451-b6f5d55ea6b9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f95ca05-ce52-4411-a652-b36e1e96d74c HTTP/1.1" status: 200 len: 999 time: 0.1762233 May 25 22:35:12.360862 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvr_db [None req-8696346d-fa09-4408-b8ee-8d66ab30fb37 None None] Set router d4e239b4-24ef-4667-806a-9130eac0a54a gateway port host: dv-cinder-843305-1-iscsi {{(pid=83239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:35:12.407954 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-f8ef829a-a6d9-4c81-98e9-9249e50c4ec1 req-32145318-32a5-4071-a1cb-ef9b5855c3b9 service neutron] 10.222.0.45 "GET /v2.0/networks/2cebea64-2be2-48ff-85ac-df2bebf392c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479389 May 25 22:35:12.497404 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06daba14-a3e4-42d3-9260-f5011575c26a req-0af77596-5d0b-4638-b262-0dec90ca9a91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:12.498835 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-06daba14-a3e4-42d3-9260-f5011575c26a req-0af77596-5d0b-4638-b262-0dec90ca9a91 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eed7b039-2401-4008-8d74-88e75bbbe478 HTTP/1.1" status: 200 len: 857 time: 0.1343086 May 25 22:35:12.601252 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-f8ef829a-a6d9-4c81-98e9-9249e50c4ec1 req-73612bc1-6232-45af-aca3-467a851ea7df service neutron] 10.222.0.45 "GET /v2.0/networks/2cebea64-2be2-48ff-85ac-df2bebf392c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872411 May 25 22:35:12.616987 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-06daba14-a3e4-42d3-9260-f5011575c26a req-3ea219c2-11de-4625-82ad-1cc6ce34adea service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7118c156-6ba0-45fa-85d4-b60edcd6fc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1075377 May 25 22:35:12.718425 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-8696346d-fa09-4408-b8ee-8d66ab30fb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e239b4-24ef-4667-806a-9130eac0a54a', 'name': 'tempest-ServerRescueNegativeTestJSON-130217243-router', 'tenant_id': 'f03d319e86304fdf89e958ee74d34779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '5016906b-8ed9-4188-b302-35ef0f6f3649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:32:48Z', 'updated_at': '2022-05-25T22:33:01Z', 'revision_number': 4, 'project_id': 'f03d319e86304fdf89e958ee74d34779', 'gw_port': {'id': '5016906b-8ed9-4188-b302-35ef0f6f3649', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e239b4-24ef-4667-806a-9130eac0a54a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:49Z', 'updated_at': '2022-05-25T22:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_floatingips': [{'id': 'ef64fcc5-7e5a-478c-bdad-346aad1f1cb4', 'tenant_id': 'f03d319e86304fdf89e958ee74d34779', 'floating_ip_address': '172.27.0.203', 'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'router_id': 'd4e239b4-24ef-4667-806a-9130eac0a54a', 'port_id': '6f95ca05-ce52-4411-a652-b36e1e96d74c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7118c156-6ba0-45fa-85d4-b60edcd6fc6f', 'mac_address': 'fa:16:3e:90:28:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07ad9da-f6ee-4a36-949b-6c75e2aaeb37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:34:51Z', 'updated_at': '2022-05-25T22:35:10Z', 'revision_number': 1, 'project_id': 'f03d319e86304fdf89e958ee74d34779', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1f8685d-a576-45b4-a0a7-9f2f1904478f', 'name': '', 'network_id': '7118c156-6ba0-45fa-85d4-b60edcd6fc6f', 'tenant_id': 'f03d319e86304fdf89e958ee74d34779', 'mac_address': 'fa:16:3e:20:cf:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e239b4-24ef-4667-806a-9130eac0a54a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eed7b039-2401-4008-8d74-88e75bbbe478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:59Z', 'updated_at': '2022-05-25T22:33:29Z', 'revision_number': 5, 'project_id': 'f03d319e86304fdf89e958ee74d34779', 'subnets': [{'id': 'eed7b039-2401-4008-8d74-88e75bbbe478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:35:12.723468 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8696346d-fa09-4408-b8ee-8d66ab30fb37 None None] The sync data for ids ['d4e239b4-24ef-4667-806a-9130eac0a54a'] in dv-cinder-843305-1-iscsi is: [{'id': 'd4e239b4-24ef-4667-806a-9130eac0a54a', 'name': 'tempest-ServerRescueNegativeTestJSON-130217243-router', 'tenant_id': 'f03d319e86304fdf89e958ee74d34779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '5016906b-8ed9-4188-b302-35ef0f6f3649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:32:48Z', 'updated_at': '2022-05-25T22:33:01Z', 'revision_number': 4, 'project_id': 'f03d319e86304fdf89e958ee74d34779', 'gw_port': {'id': '5016906b-8ed9-4188-b302-35ef0f6f3649', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e239b4-24ef-4667-806a-9130eac0a54a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:49Z', 'updated_at': '2022-05-25T22:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_floatingips': [{'id': 'ef64fcc5-7e5a-478c-bdad-346aad1f1cb4', 'tenant_id': 'f03d319e86304fdf89e958ee74d34779', 'floating_ip_address': '172.27.0.203', 'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'router_id': 'd4e239b4-24ef-4667-806a-9130eac0a54a', 'port_id': '6f95ca05-ce52-4411-a652-b36e1e96d74c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7118c156-6ba0-45fa-85d4-b60edcd6fc6f', 'mac_address': 'fa:16:3e:90:28:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07ad9da-f6ee-4a36-949b-6c75e2aaeb37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:34:51Z', 'updated_at': '2022-05-25T22:35:10Z', 'revision_number': 1, 'project_id': 'f03d319e86304fdf89e958ee74d34779', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1f8685d-a576-45b4-a0a7-9f2f1904478f', 'name': '', 'network_id': '7118c156-6ba0-45fa-85d4-b60edcd6fc6f', 'tenant_id': 'f03d319e86304fdf89e958ee74d34779', 'mac_address': 'fa:16:3e:20:cf:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e239b4-24ef-4667-806a-9130eac0a54a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eed7b039-2401-4008-8d74-88e75bbbe478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:59Z', 'updated_at': '2022-05-25T22:33:29Z', 'revision_number': 5, 'project_id': 'f03d319e86304fdf89e958ee74d34779', 'subnets': [{'id': 'eed7b039-2401-4008-8d74-88e75bbbe478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:35:12.778985 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-06daba14-a3e4-42d3-9260-f5011575c26a req-bdb10924-0f13-4bed-9b2f-dc5a4590d47a service neutron] 10.222.0.45 "GET /v2.0/networks/7118c156-6ba0-45fa-85d4-b60edcd6fc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336114 May 25 22:35:12.787948 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62b14b-545f-49b3-b432-00ea2681a9a9 req-4c628ecd-fb44-473e-a741-9cb6db0b41c4 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:12.789629 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-4b62b14b-545f-49b3-b432-00ea2681a9a9 req-4c628ecd-fb44-473e-a741-9cb6db0b41c4 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 944 time: 0.0804868 May 25 22:35:12.840921 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-4b62b14b-545f-49b3-b432-00ea2681a9a9 req-a79ab6ca-75bf-4635-a281-903aa3239d5e tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/security-groups?id=4daec5d9-05d1-44c8-9c81-ceb391342ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454724 May 25 22:35:12.983358 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-06daba14-a3e4-42d3-9260-f5011575c26a req-1996d2a0-ae06-4662-9e54-904fec70463f service neutron] 10.222.0.45 "GET /v2.0/networks/7118c156-6ba0-45fa-85d4-b60edcd6fc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969345 May 25 22:35:14.035737 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16354051-5caa-4f97-b85c-30e681c8a515 req-f7cab22e-a9d7-45a0-9e46-030af42c38d5 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:14.037166 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-16354051-5caa-4f97-b85c-30e681c8a515 req-f7cab22e-a9d7-45a0-9e46-030af42c38d5 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 944 time: 0.0742440 May 25 22:35:14.081308 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-16354051-5caa-4f97-b85c-30e681c8a515 req-6b79b47c-57ec-4a69-b3eb-4e5648319237 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/security-groups?id=4daec5d9-05d1-44c8-9c81-ceb391342ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382454 May 25 22:35:15.279594 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b412bb2-033b-461e-8084-0f38d78e4713 req-a1044d12-d258-4064-b24f-f3e4c657b13a tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:15.281009 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-1b412bb2-033b-461e-8084-0f38d78e4713 req-a1044d12-d258-4064-b24f-f3e4c657b13a tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 944 time: 0.0783629 May 25 22:35:15.324769 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-1b412bb2-033b-461e-8084-0f38d78e4713 req-6ae51c74-1529-4aa9-8a5a-a9ec1f50bdff tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/security-groups?id=4daec5d9-05d1-44c8-9c81-ceb391342ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373526 May 25 22:35:15.619792 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1597c52f-1cf5-452d-b9a7-23cd3b43276e None None] New status for floating IP ef64fcc5-7e5a-478c-bdad-346aad1f1cb4: ACTIVE {{(pid=83238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:35:16.072875 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 56598) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:35:16.211259 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-053c37fb-172d-4df7-9024-126fa4e56aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:16.241054 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-053c37fb-172d-4df7-9024-126fa4e56aa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:35:16.245015 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-053c37fb-172d-4df7-9024-126fa4e56aa8 admin admin] Usage tracker for resource:security_group_rule and tenant:5b70ae9432344a658662501b82a0622a is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:35:16.247732 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-053c37fb-172d-4df7-9024-126fa4e56aa8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:35:16.253948 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-053c37fb-172d-4df7-9024-126fa4e56aa8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:35:16.325780 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-053c37fb-172d-4df7-9024-126fa4e56aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:16.329532 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-053c37fb-172d-4df7-9024-126fa4e56aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:16.376807 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-053c37fb-172d-4df7-9024-126fa4e56aa8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5b70ae9432344a658662501b82a0622a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3028755 May 25 22:35:16.378138 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c37fb-172d-4df7-9024-126fa4e56aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb514678-cb10-49b0-b5e8-ac2ea6ac9e9f,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:35:16.380462 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 56606) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:35:16.442091 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-c913d898-490c-4d3f-9260-b62c3ad690e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:16.466820 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-c913d898-490c-4d3f-9260-b62c3ad690e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:16.517840 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-c913d898-490c-4d3f-9260-b62c3ad690e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:16.533299 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c913d898-490c-4d3f-9260-b62c3ad690e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb514678-cb10-49b0-b5e8-ac2ea6ac9e9f,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:35:16.536444 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ede895-2e70-431b-ad59-11b62902d4b0 req-eb8e175c-02a6-4571-8ca4-8576166193e5 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:16.537877 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-21ede895-2e70-431b-ad59-11b62902d4b0 req-eb8e175c-02a6-4571-8ca4-8576166193e5 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 944 time: 0.0803556 May 25 22:35:16.538151 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-c913d898-490c-4d3f-9260-b62c3ad690e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:16.539686 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-c913d898-490c-4d3f-9260-b62c3ad690e1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bb514678-cb10-49b0-b5e8-ac2ea6ac9e9f HTTP/1.1" status: 204 len: 168 time: 0.1576736 May 25 22:35:16.585772 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-21ede895-2e70-431b-ad59-11b62902d4b0 req-077b036a-6fff-437c-8b9c-219c55a4bcc8 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/security-groups?id=4daec5d9-05d1-44c8-9c81-ceb391342ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408335 May 25 22:35:17.791141 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d479d-6f68-4912-a84a-ae12ede86f73 req-2397462f-846b-48fb-a98c-46dc8cf8c59f tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:17.792606 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-102d479d-6f68-4912-a84a-ae12ede86f73 req-2397462f-846b-48fb-a98c-46dc8cf8c59f tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 944 time: 0.0786567 May 25 22:35:17.838214 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 56640) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:35:17.840848 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-102d479d-6f68-4912-a84a-ae12ede86f73 req-18c92cb8-ebd6-4703-992c-ee667994ec95 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/security-groups?id=4daec5d9-05d1-44c8-9c81-ceb391342ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428178 May 25 22:35:17.978219 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-c33719f5-12b3-4ebc-97fe-7a2449149ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:18.010789 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-c33719f5-12b3-4ebc-97fe-7a2449149ca9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:35:18.023031 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-c33719f5-12b3-4ebc-97fe-7a2449149ca9 admin admin] Usage tracker for resource:security_group_rule and tenant:bbc2da58852f45d78ee601066baa177b is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:35:18.026258 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-c33719f5-12b3-4ebc-97fe-7a2449149ca9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:35:18.032089 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-c33719f5-12b3-4ebc-97fe-7a2449149ca9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:35:18.099055 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-c33719f5-12b3-4ebc-97fe-7a2449149ca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:18.102876 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-c33719f5-12b3-4ebc-97fe-7a2449149ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:18.150031 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33719f5-12b3-4ebc-97fe-7a2449149ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3132ee-77cd-4078-b1fb-e87eac476d9a,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:35:18.156002 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-c33719f5-12b3-4ebc-97fe-7a2449149ca9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bbc2da58852f45d78ee601066baa177b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3167703 May 25 22:35:18.159234 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 56646) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:35:18.218703 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-d2381bd8-3d93-4d37-9c39-fd043bdd2cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:18.243901 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-d2381bd8-3d93-4d37-9c39-fd043bdd2cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:18.292660 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-d2381bd8-3d93-4d37-9c39-fd043bdd2cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:18.306997 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2381bd8-3d93-4d37-9c39-fd043bdd2cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3132ee-77cd-4078-b1fb-e87eac476d9a,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:35:18.314176 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-d2381bd8-3d93-4d37-9c39-fd043bdd2cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:18.315373 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-d2381bd8-3d93-4d37-9c39-fd043bdd2cd3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5a3132ee-77cd-4078-b1fb-e87eac476d9a HTTP/1.1" status: 204 len: 168 time: 0.1551862 May 25 22:35:19.036005 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c2a3c-bc7a-4621-abc0-c493e7c3a934 req-563761bc-55ef-4700-af24-6c07e422fc6f tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:19.037334 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-965c2a3c-bc7a-4621-abc0-c493e7c3a934 req-563761bc-55ef-4700-af24-6c07e422fc6f tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 944 time: 0.0754805 May 25 22:35:19.081145 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-965c2a3c-bc7a-4621-abc0-c493e7c3a934 req-0afeb2f4-e0d9-4c9a-9f61-e7e6706beb68 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/security-groups?id=4daec5d9-05d1-44c8-9c81-ceb391342ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378253 May 25 22:35:19.832776 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device e304b59e-5dd0-4753-8934-8424f8665063 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 22:35:19.965457 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port e304b59e-5dd0-4753-8934-8424f8665063, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=e304b59e-5dd0-4753-8934-8424f8665063,segment=NetworkSegment(874fa2ac-d7a0-43f2-96b7-2b355b2ab748),segment_id=874fa2ac-d7a0-43f2-96b7-2b355b2ab748)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:35:19.984722 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Returning: {'device': 'e304b59e-5dd0-4753-8934-8424f8665063', 'network_id': '2cebea64-2be2-48ff-85ac-df2bebf392c9', 'port_id': 'e304b59e-5dd0-4753-8934-8424f8665063', 'mac_address': 'fa:16:3e:d9:74:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddc3c2bb-eb88-4939-85aa-520d055657c9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 22:35:20.053278 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:20.069454 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.notifiers.nova [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e304b59e-5dd0-4753-8934-8424f8665063 {{(pid=83238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:35:20.084825 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port e304b59e-5dd0-4753-8934-8424f8665063, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=e304b59e-5dd0-4753-8934-8424f8665063,segment=NetworkSegment(874fa2ac-d7a0-43f2-96b7-2b355b2ab748),segment_id=874fa2ac-d7a0-43f2-96b7-2b355b2ab748)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:35:20.088193 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:20.155487 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Pushing event updated for resources: {'Port': ['ID=e304b59e-5dd0-4753-8934-8424f8665063,revision_number=4']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:35:20.275069 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6550a608-d4f4-4398-a199-f23be3c2a13c req-8cf0fc99-6163-4249-a995-be228fa9f602 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:20.276496 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-6550a608-d4f4-4398-a199-f23be3c2a13c req-8cf0fc99-6163-4249-a995-be228fa9f602 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 945 time: 0.0774069 May 25 22:35:20.416138 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-6550a608-d4f4-4398-a199-f23be3c2a13c req-517875dd-efa4-4723-83cc-1e5baeb22e91 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/security-groups?id=4daec5d9-05d1-44c8-9c81-ceb391342ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340749 May 25 22:35:20.485975 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] get_ports_and_sgs() called for port_ids ['e304b59e-5dd0-4753-8934-8424f8665063'] {{(pid=83238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:35:21.607898 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1098aa28-f100-44fc-a811-476d9958199f req-b4825e05-b485-4eb3-afc4-6353af8568ff tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:21.609326 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-1098aa28-f100-44fc-a811-476d9958199f req-b4825e05-b485-4eb3-afc4-6353af8568ff tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 945 time: 0.0748999 May 25 22:35:21.660047 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-1098aa28-f100-44fc-a811-476d9958199f req-3c567acf-fd8b-4e9d-b899-a388fbd7f84c tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/security-groups?id=4daec5d9-05d1-44c8-9c81-ceb391342ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442533 May 25 22:35:21.857287 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device e304b59e-5dd0-4753-8934-8424f8665063 up at agent hyperv_hv-cinder-84330 {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:35:21.929275 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Provisioning for port e304b59e-5dd0-4753-8934-8424f8665063 completed by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:35:21.934327 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Provisioning complete for port e304b59e-5dd0-4753-8934-8424f8665063 triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:35:21.934691 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:22.056397 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:22.083468 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c141c782-6a1c-4f93-b31b-7f0835f21db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e304b59e-5dd0-4753-8934-8424f8665063'}] {{(pid=83238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:35:22.093104 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port e304b59e-5dd0-4753-8934-8424f8665063, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=e304b59e-5dd0-4753-8934-8424f8665063,segment=NetworkSegment(874fa2ac-d7a0-43f2-96b7-2b355b2ab748),segment_id=874fa2ac-d7a0-43f2-96b7-2b355b2ab748)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:35:22.098620 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:22.148745 dv-cinder-843305-1-iscsi neutron-server[83238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f6a07f0-ed4e-473e-a0f7-c58b8e50d9c7'] response: {'server_uuid': 'c141c782-6a1c-4f93-b31b-7f0835f21db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e304b59e-5dd0-4753-8934-8424f8665063', 'code': 200} May 25 22:35:22.176067 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Pushing event updated for resources: {'Port': ['ID=e304b59e-5dd0-4753-8934-8424f8665063,revision_number=5']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:35:22.503145 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-cbd16beb-dd51-4db1-b020-cb76410b5634 req-460d01c5-f80a-4b3b-82b6-cfb2b1550f95 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 1099 time: 0.0690689 May 25 22:35:22.544580 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-cbd16beb-dd51-4db1-b020-cb76410b5634 req-2a65f730-58d5-40f1-8af8-6e333c71a205 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4daec5d9-05d1-44c8-9c81-ceb391342ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358853 May 25 22:35:22.859533 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47d3df-363a-4af4-b604-3929e0ef3a6a req-9b8d60c3-14c4-4c32-8ace-3e7f17c83a41 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:22.861041 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-5d47d3df-363a-4af4-b604-3929e0ef3a6a req-9b8d60c3-14c4-4c32-8ace-3e7f17c83a41 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 946 time: 0.0782585 May 25 22:35:22.906234 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-5d47d3df-363a-4af4-b604-3929e0ef3a6a req-e6458b92-fa1b-4b0d-b4f8-668acd124d93 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/security-groups?id=4daec5d9-05d1-44c8-9c81-ceb391342ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388694 May 25 22:35:24.110799 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf4ea3-8136-42a5-ab91-5e9752cc5879 req-851fb6cd-db1a-4450-9988-7aa45cf9b6b0 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:24.112296 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-31bf4ea3-8136-42a5-ab91-5e9752cc5879 req-851fb6cd-db1a-4450-9988-7aa45cf9b6b0 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 946 time: 0.0790560 May 25 22:35:24.159953 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-31bf4ea3-8136-42a5-ab91-5e9752cc5879 req-8f147752-e2da-4c02-a597-cbbb171d01f6 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/security-groups?id=4daec5d9-05d1-44c8-9c81-ceb391342ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417154 May 25 22:35:24.831609 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ee5a7-cfec-4f61-a57a-18941d83bed4 req-07041878-8173-4d14-b059-f6cf8429a1bb tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:24.833025 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-a69ee5a7-cfec-4f61-a57a-18941d83bed4 req-07041878-8173-4d14-b059-f6cf8429a1bb tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 945 time: 0.0746455 May 25 22:35:24.878175 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-a69ee5a7-cfec-4f61-a57a-18941d83bed4 req-e10d5a28-3417-41fe-b404-996ed199ea45 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395691 May 25 22:35:25.358151 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85869ee7-a624-417c-ba40-08a836cef6d3 req-d7582120-d9b5-4f56-9a38-4374479df786 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:25.359604 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-85869ee7-a624-417c-ba40-08a836cef6d3 req-d7582120-d9b5-4f56-9a38-4374479df786 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 946 time: 0.0767589 May 25 22:35:25.404454 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-85869ee7-a624-417c-ba40-08a836cef6d3 req-43651549-bc39-4a52-9211-751aa926e935 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/security-groups?id=4daec5d9-05d1-44c8-9c81-ceb391342ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385907 May 25 22:35:25.595565 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8bcb2-08ea-4f00-990a-6a7ddb7b2704 req-5d0662e2-8ad4-43b8-b544-e261ca447603 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:25.597589 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-0bc8bcb2-08ea-4f00-990a-6a7ddb7b2704 req-5d0662e2-8ad4-43b8-b544-e261ca447603 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 946 time: 0.0754199 May 25 22:35:25.641436 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-0bc8bcb2-08ea-4f00-990a-6a7ddb7b2704 req-ebd4c693-75e6-4ea5-b80b-e595fa05a3fc tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/security-groups?id=4daec5d9-05d1-44c8-9c81-ceb391342ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384057 May 25 22:35:25.668734 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 56696) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:35:25.920889 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-c266b490-adff-4d5f-b829-d6e9dbda1467 tempest-TestShelveInstance-26336435 tempest-TestShelveInstance-26336435-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 1094 time: 0.2510312 May 25 22:35:25.923500 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 56704) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:35:25.929154 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-6a51ada2-91d8-4ca7-83d6-e24f358001e7 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Request body: {'floatingip': {'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'port_id': 'e304b59e-5dd0-4753-8934-8424f8665063', 'tenant_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:35:25.934580 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-6a51ada2-91d8-4ca7-83d6-e24f358001e7 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:35:25.938371 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-6a51ada2-91d8-4ca7-83d6-e24f358001e7 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Usage tracker for resource:floatingip and tenant:298cfafc7a3647b5a9ea9e4f6b05e7c8 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:35:25.941139 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-6a51ada2-91d8-4ca7-83d6-e24f358001e7 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:35:25.946718 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-6a51ada2-91d8-4ca7-83d6-e24f358001e7 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:35:25.957189 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-6a51ada2-91d8-4ca7-83d6-e24f358001e7 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify callbacks [] for floatingip, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:26.120309 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d15d53-c260-4dfb-a700-34986c6bd76e req-009229c3-065b-483f-b5bf-333c19205bcf tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:26.121696 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-e3d15d53-c260-4dfb-a700-34986c6bd76e req-009229c3-065b-483f-b5bf-333c19205bcf tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 945 time: 0.1023047 May 25 22:35:26.186192 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-e3d15d53-c260-4dfb-a700-34986c6bd76e req-fc78f8d2-0bd9-41c4-8535-6091dae1b043 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573378 May 25 22:35:26.187275 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-6a51ada2-91d8-4ca7-83d6-e24f358001e7 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:26.320100 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.db_base_plugin_common [None req-6a51ada2-91d8-4ca7-83d6-e24f358001e7 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Allocated IP 172.27.0.4 (cb39d3ef-31f0-4e66-970b-4cb0d379e187/4ff22ee7-6206-48b0-b7ae-e7396fe607ae/7ef8a823-d2aa-4564-8545-88e244c2bec1) {{(pid=83237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:35:26.464825 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-6a51ada2-91d8-4ca7-83d6-e24f358001e7 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify callbacks [] for port, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:26.490971 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-6a51ada2-91d8-4ca7-83d6-e24f358001e7 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1149435'] for port, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:26.554583 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a51ada2-91d8-4ca7-83d6-e24f358001e7 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Network cb39d3ef-31f0-4e66-970b-4cb0d379e187 is already hosted by enough agents. {{(pid=83237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:35:26.557209 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.base_scheduler [None req-6a51ada2-91d8-4ca7-83d6-e24f358001e7 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Resources bound (agent type, host, resource id): {{(pid=83237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:35:26.560818 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a51ada2-91d8-4ca7-83d6-e24f358001e7 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Received port after_create {{(pid=83237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:35:26.589331 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a51ada2-91d8-4ca7-83d6-e24f358001e7 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Pushing event updated for resources: {'Port': ['ID=7ef8a823-d2aa-4564-8545-88e244c2bec1,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:35:27.108736 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-6a51ada2-91d8-4ca7-83d6-e24f358001e7 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:27.162518 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-6a51ada2-91d8-4ca7-83d6-e24f358001e7 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:27.428595 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-6a51ada2-91d8-4ca7-83d6-e24f358001e7 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify callbacks [] for port, precommit_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:27.432707 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-6a51ada2-91d8-4ca7-83d6-e24f358001e7 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1149314'] for port, after_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:27.490779 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095c9fe-53d7-417b-92e9-ca8cb50a15f8 req-de2cce03-8009-4ea7-a906-eb5fdcfd22ed tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:27.492478 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-d095c9fe-53d7-417b-92e9-ca8cb50a15f8 req-de2cce03-8009-4ea7-a906-eb5fdcfd22ed tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 945 time: 0.1637907 May 25 22:35:27.561994 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a51ada2-91d8-4ca7-83d6-e24f358001e7 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Pushing event updated for resources: {'Port': ['ID=7ef8a823-d2aa-4564-8545-88e244c2bec1,revision_number=2']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:35:27.597252 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-d095c9fe-53d7-417b-92e9-ca8cb50a15f8 req-9c995730-e40b-4289-a847-03b506caa688 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972695 May 25 22:35:27.598099 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-6a51ada2-91d8-4ca7-83d6-e24f358001e7 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335082'] for floatingip, after_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:27.786694 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.db.l3_db [None req-6a51ada2-91d8-4ca7-83d6-e24f358001e7 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Floating IP 97b2a235-e66a-4732-9e77-b1d816578474 associated. External IP: 172.27.0.4, port: e304b59e-5dd0-4753-8934-8424f8665063. May 25 22:35:28.164541 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a51ada2-91d8-4ca7-83d6-e24f358001e7 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Router 895afbad-3370-4dce-b96b-b6b5cc5d6cb1 has already been hosted by L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a {{(pid=83237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:35:28.360155 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a51ada2-91d8-4ca7-83d6-e24f358001e7 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:35:28.373368 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec39099b-145b-458b-b427-a6ee4641a05f None None] Sync routers for ids ['895afbad-3370-4dce-b96b-b6b5cc5d6cb1'] in dv-cinder-843305-1-iscsi {{(pid=83239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:35:28.386893 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec39099b-145b-458b-b427-a6ee4641a05f None None] Routers {'895afbad-3370-4dce-b96b-b6b5cc5d6cb1'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:35:28.387536 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-ec39099b-145b-458b-b427-a6ee4641a05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:35:02Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['895afbad-3370-4dce-b96b-b6b5cc5d6cb1'], 'active': True} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:35:28.389934 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-6a51ada2-91d8-4ca7-83d6-e24f358001e7 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for floatingip, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:28.533972 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-6a51ada2-91d8-4ca7-83d6-e24f358001e7 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6089773 May 25 22:35:28.534800 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c141c782-6a1c-4f93-b31b-7f0835f21db5', 'tag': 'e304b59e-5dd0-4753-8934-8424f8665063'}] {{(pid=83237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:35:28.589862 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64a89930-990b-43fa-b585-5b9e0235e8c9'] response: {'name': 'network-changed', 'server_uuid': 'c141c782-6a1c-4f93-b31b-7f0835f21db5', 'tag': 'e304b59e-5dd0-4753-8934-8424f8665063', 'status': 'completed', 'code': 200} May 25 22:35:28.602315 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvr_db [None req-ec39099b-145b-458b-b427-a6ee4641a05f None None] Set router 895afbad-3370-4dce-b96b-b6b5cc5d6cb1 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:35:28.724621 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-572d5950-d755-48f1-95d5-745a594df372 req-93e62df0-e672-4ba5-99eb-c9d9ac5b39e6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=298cfafc7a3647b5a9ea9e4f6b05e7c8&device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 1099 time: 0.0697358 May 25 22:35:28.806961 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05162842-9481-4f3a-b586-e363781b1d4d req-8fa7e363-4e51-45bb-818e-24c90bd6fbf2 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:28.808338 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-05162842-9481-4f3a-b586-e363781b1d4d req-8fa7e363-4e51-45bb-818e-24c90bd6fbf2 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 945 time: 0.0764663 May 25 22:35:28.854655 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-05162842-9481-4f3a-b586-e363781b1d4d req-9dc2bc0f-e888-4943-a830-36f3f7b22fce tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406787 May 25 22:35:28.878100 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d5950-d755-48f1-95d5-745a594df372 req-7896c324-20bd-407f-bbb0-23903a969830 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:28.879683 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-572d5950-d755-48f1-95d5-745a594df372 req-7896c324-20bd-407f-bbb0-23903a969830 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2cebea64-2be2-48ff-85ac-df2bebf392c9 HTTP/1.1" status: 200 len: 910 time: 0.1418970 May 25 22:35:28.954657 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-ec39099b-145b-458b-b427-a6ee4641a05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895afbad-3370-4dce-b96b-b6b5cc5d6cb1', 'name': 'tempest-TestShelveInstance-1407877356-router', 'tenant_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f1a36107-25f3-444c-b859-a2c78b1511b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:34:16Z', 'updated_at': '2022-05-25T22:34:22Z', 'revision_number': 4, 'project_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'gw_port': {'id': 'f1a36107-25f3-444c-b859-a2c78b1511b8', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895afbad-3370-4dce-b96b-b6b5cc5d6cb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:34:17Z', 'updated_at': '2022-05-25T22:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_floatingips': [{'id': '97b2a235-e66a-4732-9e77-b1d816578474', 'tenant_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'router_id': '895afbad-3370-4dce-b96b-b6b5cc5d6cb1', 'port_id': 'e304b59e-5dd0-4753-8934-8424f8665063', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cebea64-2be2-48ff-85ac-df2bebf392c9', 'mac_address': 'fa:16:3e:d9:74:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c141c782-6a1c-4f93-b31b-7f0835f21db5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:35:26Z', 'updated_at': '2022-05-25T22:35:26Z', 'revision_number': 0, 'project_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21db3c1e-573e-4b0f-8d37-8668b155971e', 'name': '', 'network_id': '2cebea64-2be2-48ff-85ac-df2bebf392c9', 'tenant_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'mac_address': 'fa:16:3e:77:22:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895afbad-3370-4dce-b96b-b6b5cc5d6cb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddc3c2bb-eb88-4939-85aa-520d055657c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:34:21Z', 'updated_at': '2022-05-25T22:34:36Z', 'revision_number': 5, 'project_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'subnets': [{'id': 'ddc3c2bb-eb88-4939-85aa-520d055657c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:35:28.959395 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec39099b-145b-458b-b427-a6ee4641a05f None None] Checking router: 895afbad-3370-4dce-b96b-b6b5cc5d6cb1 for host: dv-cinder-843305-1-iscsi {{(pid=83239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:35:28.969514 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec39099b-145b-458b-b427-a6ee4641a05f None None] Routers {'895afbad-3370-4dce-b96b-b6b5cc5d6cb1'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:35:28.970093 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-ec39099b-145b-458b-b427-a6ee4641a05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:35:02Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['895afbad-3370-4dce-b96b-b6b5cc5d6cb1'], 'active': True} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:35:28.990916 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-572d5950-d755-48f1-95d5-745a594df372 req-90e5cdf8-7649-4174-84d8-0f5bee57d247 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e304b59e-5dd0-4753-8934-8424f8665063 HTTP/1.1" status: 200 len: 998 time: 0.1047020 May 25 22:35:29.055166 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d5950-d755-48f1-95d5-745a594df372 req-88c0e390-7aaa-41df-82a9-86e044794c38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:29.056621 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-572d5950-d755-48f1-95d5-745a594df372 req-88c0e390-7aaa-41df-82a9-86e044794c38 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ddc3c2bb-eb88-4939-85aa-520d055657c9 HTTP/1.1" status: 200 len: 848 time: 0.0575483 May 25 22:35:29.134086 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-572d5950-d755-48f1-95d5-745a594df372 req-89be5a9e-ff09-4a7f-aa99-72fd6f8e3383 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2cebea64-2be2-48ff-85ac-df2bebf392c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0702260 May 25 22:35:29.140922 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvr_db [None req-ec39099b-145b-458b-b427-a6ee4641a05f None None] Set router 895afbad-3370-4dce-b96b-b6b5cc5d6cb1 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:35:29.277262 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-572d5950-d755-48f1-95d5-745a594df372 req-0d03bcaa-520a-42bf-af24-41e3080bab86 service neutron] 10.222.0.45 "GET /v2.0/networks/2cebea64-2be2-48ff-85ac-df2bebf392c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286674 May 25 22:35:29.414000 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-572d5950-d755-48f1-95d5-745a594df372 req-097813f3-88d4-4146-b3cd-bc23265e4195 service neutron] 10.222.0.45 "GET /v2.0/networks/2cebea64-2be2-48ff-85ac-df2bebf392c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242857 May 25 22:35:29.486131 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-ec39099b-145b-458b-b427-a6ee4641a05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895afbad-3370-4dce-b96b-b6b5cc5d6cb1', 'name': 'tempest-TestShelveInstance-1407877356-router', 'tenant_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f1a36107-25f3-444c-b859-a2c78b1511b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:34:16Z', 'updated_at': '2022-05-25T22:34:22Z', 'revision_number': 4, 'project_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'gw_port': {'id': 'f1a36107-25f3-444c-b859-a2c78b1511b8', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895afbad-3370-4dce-b96b-b6b5cc5d6cb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:34:17Z', 'updated_at': '2022-05-25T22:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_floatingips': [{'id': '97b2a235-e66a-4732-9e77-b1d816578474', 'tenant_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'router_id': '895afbad-3370-4dce-b96b-b6b5cc5d6cb1', 'port_id': 'e304b59e-5dd0-4753-8934-8424f8665063', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cebea64-2be2-48ff-85ac-df2bebf392c9', 'mac_address': 'fa:16:3e:d9:74:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c141c782-6a1c-4f93-b31b-7f0835f21db5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:35:26Z', 'updated_at': '2022-05-25T22:35:26Z', 'revision_number': 0, 'project_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21db3c1e-573e-4b0f-8d37-8668b155971e', 'name': '', 'network_id': '2cebea64-2be2-48ff-85ac-df2bebf392c9', 'tenant_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'mac_address': 'fa:16:3e:77:22:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895afbad-3370-4dce-b96b-b6b5cc5d6cb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddc3c2bb-eb88-4939-85aa-520d055657c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:34:21Z', 'updated_at': '2022-05-25T22:34:36Z', 'revision_number': 5, 'project_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'subnets': [{'id': 'ddc3c2bb-eb88-4939-85aa-520d055657c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:35:29.489969 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec39099b-145b-458b-b427-a6ee4641a05f None None] The sync data for ids ['895afbad-3370-4dce-b96b-b6b5cc5d6cb1'] in dv-cinder-843305-1-iscsi is: [{'id': '895afbad-3370-4dce-b96b-b6b5cc5d6cb1', 'name': 'tempest-TestShelveInstance-1407877356-router', 'tenant_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f1a36107-25f3-444c-b859-a2c78b1511b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:34:16Z', 'updated_at': '2022-05-25T22:34:22Z', 'revision_number': 4, 'project_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'gw_port': {'id': 'f1a36107-25f3-444c-b859-a2c78b1511b8', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895afbad-3370-4dce-b96b-b6b5cc5d6cb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:34:17Z', 'updated_at': '2022-05-25T22:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_floatingips': [{'id': '97b2a235-e66a-4732-9e77-b1d816578474', 'tenant_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'router_id': '895afbad-3370-4dce-b96b-b6b5cc5d6cb1', 'port_id': 'e304b59e-5dd0-4753-8934-8424f8665063', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cebea64-2be2-48ff-85ac-df2bebf392c9', 'mac_address': 'fa:16:3e:d9:74:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c141c782-6a1c-4f93-b31b-7f0835f21db5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:35:26Z', 'updated_at': '2022-05-25T22:35:26Z', 'revision_number': 0, 'project_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21db3c1e-573e-4b0f-8d37-8668b155971e', 'name': '', 'network_id': '2cebea64-2be2-48ff-85ac-df2bebf392c9', 'tenant_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'mac_address': 'fa:16:3e:77:22:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895afbad-3370-4dce-b96b-b6b5cc5d6cb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddc3c2bb-eb88-4939-85aa-520d055657c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:34:21Z', 'updated_at': '2022-05-25T22:34:36Z', 'revision_number': 5, 'project_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'subnets': [{'id': 'ddc3c2bb-eb88-4939-85aa-520d055657c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:35:29.604069 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-bbc6de9c-e3c6-40a9-9f69-c7c586960158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:29.670803 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd2e838-695c-4893-a070-82c52819f1ad None None] New status for floating IP 97b2a235-e66a-4732-9e77-b1d816578474: ACTIVE {{(pid=83238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:35:30.076230 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af337bf-ef31-4b42-829b-7fb7391515da req-4fb44e7b-b091-43f8-b927-dbefb69c3c81 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:30.077637 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-5af337bf-ef31-4b42-829b-7fb7391515da req-4fb44e7b-b091-43f8-b927-dbefb69c3c81 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 945 time: 0.0764604 May 25 22:35:30.121590 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-5af337bf-ef31-4b42-829b-7fb7391515da req-a6fd76a4-9271-4352-8a88-145ffa487c7e tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384288 May 25 22:35:31.328696 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6148ec-8eeb-4eba-a84b-e7736eb4c8a9 req-835e6638-5f34-48e6-9565-2d0ea0911d55 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:31.330130 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-1e6148ec-8eeb-4eba-a84b-e7736eb4c8a9 req-835e6638-5f34-48e6-9565-2d0ea0911d55 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 945 time: 0.0754962 May 25 22:35:31.374002 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-1e6148ec-8eeb-4eba-a84b-e7736eb4c8a9 req-2dbe96a1-d8e6-4049-a067-33efcdeb9273 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381703 May 25 22:35:31.799715 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-503fa29a-d379-45c4-9a2b-cbd400bdd6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:32.584970 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d089896-052b-4549-abb7-d4a75f636abd req-bd97d44f-f50c-4e5a-ac0b-4936e2168399 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:32.586550 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-5d089896-052b-4549-abb7-d4a75f636abd req-bd97d44f-f50c-4e5a-ac0b-4936e2168399 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 945 time: 0.0776129 May 25 22:35:32.631806 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-5d089896-052b-4549-abb7-d4a75f636abd req-caa2295f-de13-4ff5-a66e-ae0e58e82946 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397606 May 25 22:35:32.870979 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:33.049884 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:33.846923 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea370a-7d4c-4fb7-aa45-69df46e720d7 req-7142aa00-a976-4c39-a247-73ed21c1a64e tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:33.848382 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-17ea370a-7d4c-4fb7-aa45-69df46e720d7 req-7142aa00-a976-4c39-a247-73ed21c1a64e tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 945 time: 0.0806410 May 25 22:35:33.893831 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-17ea370a-7d4c-4fb7-aa45-69df46e720d7 req-0fa8eae9-151a-4722-8df2-d25fb1c49c7f tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399253 May 25 22:35:34.329253 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:35.108116 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ddcea-3dde-4fbf-b8e9-dee296051196 req-b0b2cb44-3b76-4f0c-8c5f-a501f73b92c1 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:35.109539 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-038ddcea-3dde-4fbf-b8e9-dee296051196 req-b0b2cb44-3b76-4f0c-8c5f-a501f73b92c1 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 945 time: 0.0827618 May 25 22:35:35.154333 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-038ddcea-3dde-4fbf-b8e9-dee296051196 req-6ab2ca52-de6c-4431-b977-f485604c26e3 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391965 May 25 22:35:36.368078 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58a98a-e3e3-4ca0-957a-38166acb71a9 req-8c0c635f-83cf-4d2d-a23b-04a6fac8be5a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:36.369497 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-4c58a98a-e3e3-4ca0-957a-38166acb71a9 req-8c0c635f-83cf-4d2d-a23b-04a6fac8be5a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 945 time: 0.0833647 May 25 22:35:36.420055 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-4c58a98a-e3e3-4ca0-957a-38166acb71a9 req-93d1513f-3c4a-48b3-8286-5ac91d93c965 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439348 May 25 22:35:37.631873 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a5a1f-dde3-44ba-a888-c4aaa58c4960 req-c0cb605f-0396-4f2a-b649-59d68cc008ad tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:37.633288 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-8b7a5a1f-dde3-44ba-a888-c4aaa58c4960 req-c0cb605f-0396-4f2a-b649-59d68cc008ad tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 945 time: 0.0779114 May 25 22:35:37.677651 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-8b7a5a1f-dde3-44ba-a888-c4aaa58c4960 req-2d15df9e-401f-4685-b38c-9e7b728ef7bf tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389373 May 25 22:35:38.888315 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8e467-e1d0-409a-8338-1224d987668c req-61866cad-f9dc-4fc6-8968-e3def890d7ab tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:38.889731 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-46e8e467-e1d0-409a-8338-1224d987668c req-61866cad-f9dc-4fc6-8968-e3def890d7ab tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 945 time: 0.0786409 May 25 22:35:38.935393 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-46e8e467-e1d0-409a-8338-1224d987668c req-923c186f-a2c0-42c3-bc5e-182264177612 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398564 May 25 22:35:40.139971 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb61e37-4f2e-459c-ae64-7671d0943bbd req-acf76469-c4ff-4fe3-b6c6-21369f626c54 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:40.141384 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-0eb61e37-4f2e-459c-ae64-7671d0943bbd req-acf76469-c4ff-4fe3-b6c6-21369f626c54 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 945 time: 0.0740654 May 25 22:35:40.185126 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-0eb61e37-4f2e-459c-ae64-7671d0943bbd req-69dc2256-986f-450f-901c-ab049c19b11f tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382285 May 25 22:35:41.400668 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ebc6d-d97d-4604-bd55-36d9c0935bd4 req-3527223f-1cdc-4b60-b14b-4a1924721e71 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:41.402073 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-6b0ebc6d-d97d-4604-bd55-36d9c0935bd4 req-3527223f-1cdc-4b60-b14b-4a1924721e71 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 945 time: 0.0777714 May 25 22:35:41.446734 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-6b0ebc6d-d97d-4604-bd55-36d9c0935bd4 req-0dcd5764-0d1b-4f5b-99d9-c4adbe11c6d9 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391824 May 25 22:35:41.648476 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:41.966670 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 13fee545-bfef-4ce5-a503-9ecba03bdc1e details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 22:35:42.094816 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port 13fee545-bfef-4ce5-a503-9ecba03bdc1e, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=13fee545-bfef-4ce5-a503-9ecba03bdc1e,segment=NetworkSegment(9ab54bba-3610-4b41-8ee8-5bdd91b47bdc),segment_id=9ab54bba-3610-4b41-8ee8-5bdd91b47bdc)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:35:42.107858 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Returning: {'device': '13fee545-bfef-4ce5-a503-9ecba03bdc1e', 'network_id': '37540a84-44df-41c9-9fb3-60ffdb39c35c', 'port_id': '13fee545-bfef-4ce5-a503-9ecba03bdc1e', 'mac_address': 'fa:16:3e:a4:56:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0806ebda-529a-4aec-85e2-852f07a9bbdc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 22:35:42.191190 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:42.207823 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.notifiers.nova [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 13fee545-bfef-4ce5-a503-9ecba03bdc1e {{(pid=83238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:35:42.223019 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port 13fee545-bfef-4ce5-a503-9ecba03bdc1e, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=13fee545-bfef-4ce5-a503-9ecba03bdc1e,segment=NetworkSegment(9ab54bba-3610-4b41-8ee8-5bdd91b47bdc),segment_id=9ab54bba-3610-4b41-8ee8-5bdd91b47bdc)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:35:42.226617 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:42.289698 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Pushing event updated for resources: {'Port': ['ID=13fee545-bfef-4ce5-a503-9ecba03bdc1e,revision_number=6']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:35:42.494580 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] get_ports_and_sgs() called for port_ids ['13fee545-bfef-4ce5-a503-9ecba03bdc1e'] {{(pid=83238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:35:42.667406 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb65c34-201c-42c3-be8b-06c5e1555637 req-4c08fcea-a264-4da3-840e-f1831a61740a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:42.668970 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-1cb65c34-201c-42c3-be8b-06c5e1555637 req-4c08fcea-a264-4da3-840e-f1831a61740a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 944 time: 0.0803745 May 25 22:35:42.719701 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-1cb65c34-201c-42c3-be8b-06c5e1555637 req-672ae927-d4ea-4e92-9a7d-2d9aa00958ff tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447445 May 25 22:35:43.786139 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-5447217d-5c90-4e2f-bd26-e0c0d1813c6e req-c3e28d9f-31a9-4153-9d98-619a50d429b2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4426e593-b8b7-4316-8051-8c7998309246&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717103 May 25 22:35:43.937139 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-5447217d-5c90-4e2f-bd26-e0c0d1813c6e req-be5ee6a2-3e73-431e-8c98-d8e6c3223f24 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f03d319e86304fdf89e958ee74d34779&device_id=4426e593-b8b7-4316-8051-8c7998309246 HTTP/1.1" status: 200 len: 1098 time: 0.1099417 May 25 22:35:43.975777 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 13fee545-bfef-4ce5-a503-9ecba03bdc1e up at agent hyperv_hv-cinder-84330 {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:35:44.009630 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c8f52-6965-4629-a9ab-10f51d7cea7e req-9e7c604c-608f-4f93-8e40-fe9e60e7c10b tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:44.016557 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-2c9c8f52-6965-4629-a9ab-10f51d7cea7e req-9e7c604c-608f-4f93-8e40-fe9e60e7c10b tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 944 time: 0.1278780 May 25 22:35:44.062853 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-2c9c8f52-6965-4629-a9ab-10f51d7cea7e req-eb75dba7-a123-4234-b3ba-e8658949a4ba tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454452 May 25 22:35:44.093281 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Provisioning complete for port 13fee545-bfef-4ce5-a503-9ecba03bdc1e triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:35:44.094194 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:44.134100 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5447217d-5c90-4e2f-bd26-e0c0d1813c6e req-a7f7ba68-f593-4eaf-bf00-c1c8a3e74861 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:44.135588 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-5447217d-5c90-4e2f-bd26-e0c0d1813c6e req-a7f7ba68-f593-4eaf-bf00-c1c8a3e74861 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7118c156-6ba0-45fa-85d4-b60edcd6fc6f HTTP/1.1" status: 200 len: 919 time: 0.1751471 May 25 22:35:44.208511 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-5447217d-5c90-4e2f-bd26-e0c0d1813c6e req-0859cda5-5354-4cde-ac5d-9f77f2bf51e6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d29a8dc3-1e81-4ab0-bc45-9626d9f86035 HTTP/1.1" status: 200 len: 217 time: 0.0662420 May 25 22:35:44.239230 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:44.269813 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ee8b28f-d400-447a-9338-9639f75c9052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13fee545-bfef-4ce5-a503-9ecba03bdc1e'}] {{(pid=83238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:35:44.279900 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port 13fee545-bfef-4ce5-a503-9ecba03bdc1e, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=13fee545-bfef-4ce5-a503-9ecba03bdc1e,segment=NetworkSegment(9ab54bba-3610-4b41-8ee8-5bdd91b47bdc),segment_id=9ab54bba-3610-4b41-8ee8-5bdd91b47bdc)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:35:44.289741 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:44.376771 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5447217d-5c90-4e2f-bd26-e0c0d1813c6e req-509c6b46-bf25-4e29-b47c-6e7cf2158799 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:44.379195 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-5447217d-5c90-4e2f-bd26-e0c0d1813c6e req-509c6b46-bf25-4e29-b47c-6e7cf2158799 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eed7b039-2401-4008-8d74-88e75bbbe478 HTTP/1.1" status: 200 len: 857 time: 0.1624141 May 25 22:35:44.382036 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Pushing event updated for resources: {'Port': ['ID=13fee545-bfef-4ce5-a503-9ecba03bdc1e,revision_number=7']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:35:44.386896 dv-cinder-843305-1-iscsi neutron-server[83238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d20b713-28da-4df0-b0e4-e34d7c64c22b'] response: {'server_uuid': '9ee8b28f-d400-447a-9338-9639f75c9052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13fee545-bfef-4ce5-a503-9ecba03bdc1e', 'code': 200} May 25 22:35:44.509666 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-5447217d-5c90-4e2f-bd26-e0c0d1813c6e req-a0553771-b5e9-43ed-a404-3aab38ad2a27 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7118c156-6ba0-45fa-85d4-b60edcd6fc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0779672 May 25 22:35:44.656463 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-5447217d-5c90-4e2f-bd26-e0c0d1813c6e req-8aba2844-2d48-4991-896c-f7341e700694 service neutron] 10.222.0.45 "GET /v2.0/networks/7118c156-6ba0-45fa-85d4-b60edcd6fc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406596 May 25 22:35:44.810435 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-5447217d-5c90-4e2f-bd26-e0c0d1813c6e req-d89d4476-a031-4805-bc44-a0b56bdc2430 service neutron] 10.222.0.45 "GET /v2.0/networks/7118c156-6ba0-45fa-85d4-b60edcd6fc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441150 May 25 22:35:45.359636 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fbb881-0fa8-41cb-9341-eb5da83e4d1c req-337e34ae-dc3a-4270-acfc-60d8c1e502a3 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:45.361117 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-c3fbb881-0fa8-41cb-9341-eb5da83e4d1c req-337e34ae-dc3a-4270-acfc-60d8c1e502a3 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 945 time: 0.1190710 May 25 22:35:45.422553 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-c3fbb881-0fa8-41cb-9341-eb5da83e4d1c req-76225552-2c69-4db2-8f98-66a91222d6ab tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486825 May 25 22:35:46.696877 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc0fe8-1a20-41e8-985c-acebcaad8c0a req-f389c266-9049-4560-a66b-b17118e7ede5 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:46.698442 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-5cbc0fe8-1a20-41e8-985c-acebcaad8c0a req-f389c266-9049-4560-a66b-b17118e7ede5 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 945 time: 0.0858760 May 25 22:35:46.749813 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-5cbc0fe8-1a20-41e8-985c-acebcaad8c0a req-9c1f8a87-8f0d-4161-a0f4-401495cbcbd1 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442574 May 25 22:35:48.010340 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ff41f-ab82-4617-93c0-c9c1c01cba2f req-aa46ae56-2acd-4ff4-8468-8f5806c54b13 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:48.012585 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-cb1ff41f-ab82-4617-93c0-c9c1c01cba2f req-aa46ae56-2acd-4ff4-8468-8f5806c54b13 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 945 time: 0.0898924 May 25 22:35:48.067320 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-cb1ff41f-ab82-4617-93c0-c9c1c01cba2f req-272bd96c-ca24-468b-92bc-0f7fe6401bae tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486355 May 25 22:35:48.364086 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.agents_db [None req-9a0b4f36-fcd8-49b0-a2d4-59f1c5f7edf0 None None] Agent healthcheck: found 6 active agents {{(pid=83239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:35:49.309530 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e382d759-c18c-4832-a7ec-275411d57a23 req-afd77b37-c519-42c5-a935-490eb3664b51 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:49.310961 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-e382d759-c18c-4832-a7ec-275411d57a23 req-afd77b37-c519-42c5-a935-490eb3664b51 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 945 time: 0.0806768 May 25 22:35:49.361698 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-e382d759-c18c-4832-a7ec-275411d57a23 req-297fe3bc-aee9-45fe-999b-dd3af2df2429 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443201 May 25 22:35:50.620699 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bef351-103a-4cd1-9670-828123df5bdc req-bd77271a-493f-4450-8028-52f6a3c821b9 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:50.622059 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-82bef351-103a-4cd1-9670-828123df5bdc req-bd77271a-493f-4450-8028-52f6a3c821b9 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 945 time: 0.0927806 May 25 22:35:50.681329 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-82bef351-103a-4cd1-9670-828123df5bdc req-ae1bc84b-e733-4286-bd5b-b0e4c9c189c9 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515556 May 25 22:35:51.921690 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680e988-a4e1-4377-ace0-b31adb7f0e1f req-c0abce53-bf34-4ae3-a1b8-78d354f25394 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:51.923289 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-2680e988-a4e1-4377-ace0-b31adb7f0e1f req-c0abce53-bf34-4ae3-a1b8-78d354f25394 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 945 time: 0.0946772 May 25 22:35:52.035613 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-2680e988-a4e1-4377-ace0-b31adb7f0e1f req-3d886d8e-5315-4083-9f5d-ec3c99a91234 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049590 May 25 22:35:53.252035 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02960fee-4706-43bd-a993-61f83beb691c req-d3405ce6-9486-45b9-ae53-f8df70e0080d tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:53.253522 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-02960fee-4706-43bd-a993-61f83beb691c req-d3405ce6-9486-45b9-ae53-f8df70e0080d tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 945 time: 0.0779841 May 25 22:35:53.302308 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-02960fee-4706-43bd-a993-61f83beb691c req-75963e37-1536-4f79-9e1d-e92aadff606e tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416274 May 25 22:35:53.983897 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f017ed55-dae5-455b-9fad-aa97a42c7d7f req-b52cc412-11cf-4257-854b-3d817aaad45e tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:53.985334 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f017ed55-dae5-455b-9fad-aa97a42c7d7f req-b52cc412-11cf-4257-854b-3d817aaad45e tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 946 time: 0.0790181 May 25 22:35:54.032205 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f017ed55-dae5-455b-9fad-aa97a42c7d7f req-fa5fa769-8736-4bf0-aded-c94aec2f49b5 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c98f760-c27c-4c65-a41e-654562a13911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396998 May 25 22:35:54.053900 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-4ae75dee-6951-46ad-be3b-0f73b973a37e req-f77b634f-2567-4cc9-9dcb-83ae9e9504ec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=28079ae91d6e40fd890fd778797729e5&device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 1098 time: 0.0745821 May 25 22:35:54.198044 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae75dee-6951-46ad-be3b-0f73b973a37e req-ce325858-fda3-41bf-a7ef-a00ab285d57b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:54.199436 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-4ae75dee-6951-46ad-be3b-0f73b973a37e req-ce325858-fda3-41bf-a7ef-a00ab285d57b service neutron] 10.222.0.45 "GET /v2.0/networks?id=37540a84-44df-41c9-9fb3-60ffdb39c35c HTTP/1.1" status: 200 len: 917 time: 0.1238437 May 25 22:35:54.299210 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-4ae75dee-6951-46ad-be3b-0f73b973a37e req-44a4d5a4-997e-4256-8b01-7d30d7feafd6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13fee545-bfef-4ce5-a503-9ecba03bdc1e HTTP/1.1" status: 200 len: 1001 time: 0.0929017 May 25 22:35:54.360549 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae75dee-6951-46ad-be3b-0f73b973a37e req-8138b665-7697-44bd-ad58-d959fc71632f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:54.361987 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-4ae75dee-6951-46ad-be3b-0f73b973a37e req-8138b665-7697-44bd-ad58-d959fc71632f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0806ebda-529a-4aec-85e2-852f07a9bbdc HTTP/1.1" status: 200 len: 855 time: 0.0556121 May 25 22:35:54.435451 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-4ae75dee-6951-46ad-be3b-0f73b973a37e req-20e5356f-6d93-4bf6-bb52-967bde99eb75 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=37540a84-44df-41c9-9fb3-60ffdb39c35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0657682 May 25 22:35:54.510256 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa07bcf9-f2b2-4356-b36e-8f922e6e6ea6 req-2caa4649-9cb5-4caa-b686-8a517babf908 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:54.511668 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-aa07bcf9-f2b2-4356-b36e-8f922e6e6ea6 req-2caa4649-9cb5-4caa-b686-8a517babf908 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 945 time: 0.0740364 May 25 22:35:54.557243 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-aa07bcf9-f2b2-4356-b36e-8f922e6e6ea6 req-93398395-6eb3-4453-a91d-4515ccbe8507 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399070 May 25 22:35:54.565944 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-4ae75dee-6951-46ad-be3b-0f73b973a37e req-c8ca8dae-e838-456d-aaa5-55fc15e40680 service neutron] 10.222.0.45 "GET /v2.0/networks/37540a84-44df-41c9-9fb3-60ffdb39c35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228750 May 25 22:35:54.699263 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-4ae75dee-6951-46ad-be3b-0f73b973a37e req-eb2c8651-8178-4d75-b3ae-5482b7e93777 service neutron] 10.222.0.45 "GET /v2.0/networks/37540a84-44df-41c9-9fb3-60ffdb39c35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247859 May 25 22:35:55.227283 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39ac9a7-0cea-4966-8463-88bdcbe9b7f6 req-7190c226-708f-416a-8507-9cd5f8972c46 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:55.228655 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-e39ac9a7-0cea-4966-8463-88bdcbe9b7f6 req-7190c226-708f-416a-8507-9cd5f8972c46 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 946 time: 0.0775883 May 25 22:35:55.272887 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-e39ac9a7-0cea-4966-8463-88bdcbe9b7f6 req-34d65e5e-d6be-473e-8dcc-21a5619a3959 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c98f760-c27c-4c65-a41e-654562a13911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387125 May 25 22:35:55.766069 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e1bd2-7381-4566-b1ff-fbf6fe2f7989 req-b1882701-001a-40af-b8c8-7acb52a52065 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:55.767475 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-896e1bd2-7381-4566-b1ff-fbf6fe2f7989 req-b1882701-001a-40af-b8c8-7acb52a52065 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 945 time: 0.0747285 May 25 22:35:55.816170 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-896e1bd2-7381-4566-b1ff-fbf6fe2f7989 req-b2aa9e97-4abb-4c37-a76e-bee73901c3b5 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421169 May 25 22:35:56.474344 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e140e-e4da-4840-ad08-6f0d0d0cad1c req-90c30d3e-86e4-44af-9171-3db1bda516ae tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:56.475808 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-487e140e-e4da-4840-ad08-6f0d0d0cad1c req-90c30d3e-86e4-44af-9171-3db1bda516ae tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 946 time: 0.0761602 May 25 22:35:56.520710 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-487e140e-e4da-4840-ad08-6f0d0d0cad1c req-a28a0cb0-1ec1-4315-b062-55c1de925217 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c98f760-c27c-4c65-a41e-654562a13911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394893 May 25 22:35:57.031649 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b2c34-fc12-4461-9536-89d3a27203e4 req-b85d8305-78d2-4c87-8a81-96eb9487dd34 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:57.033141 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-d80b2c34-fc12-4461-9536-89d3a27203e4 req-b85d8305-78d2-4c87-8a81-96eb9487dd34 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 945 time: 0.0786507 May 25 22:35:57.083329 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-d80b2c34-fc12-4461-9536-89d3a27203e4 req-b4da2e90-aa98-40df-89bf-7da00909a6e9 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435138 May 25 22:35:57.714184 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257ebb3-b170-41c3-810c-34402a9db29c req-df9cb8bb-8366-4388-af18-4434956cc529 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:57.715638 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f257ebb3-b170-41c3-810c-34402a9db29c req-df9cb8bb-8366-4388-af18-4434956cc529 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 946 time: 0.0749907 May 25 22:35:57.760083 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f257ebb3-b170-41c3-810c-34402a9db29c req-206b46f3-c59e-4c37-bc87-731594b78f3e tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c98f760-c27c-4c65-a41e-654562a13911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389016 May 25 22:35:58.081013 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 13fee545-bfef-4ce5-a503-9ecba03bdc1e no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:35:58.187613 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:58.215835 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ee8b28f-d400-447a-9338-9639f75c9052', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13fee545-bfef-4ce5-a503-9ecba03bdc1e'}] {{(pid=83238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:35:58.225511 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port 13fee545-bfef-4ce5-a503-9ecba03bdc1e, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=13fee545-bfef-4ce5-a503-9ecba03bdc1e,segment=NetworkSegment(9ab54bba-3610-4b41-8ee8-5bdd91b47bdc),segment_id=9ab54bba-3610-4b41-8ee8-5bdd91b47bdc)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:35:58.229984 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:35:58.269557 dv-cinder-843305-1-iscsi neutron-server[83238]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-0bd7e60a-5713-4617-b29f-1c8b220adde6']: {'server_uuid': '9ee8b28f-d400-447a-9338-9639f75c9052', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '13fee545-bfef-4ce5-a503-9ecba03bdc1e', 'code': 422} returned with failed status May 25 22:35:58.299213 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d7ab59-01fa-445c-aeac-9015113874a3 req-fbe53e22-7dcd-4e24-8725-6f177a42c92a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:58.300411 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Pushing event updated for resources: {'Port': ['ID=13fee545-bfef-4ce5-a503-9ecba03bdc1e,revision_number=8']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:35:58.301563 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-90d7ab59-01fa-445c-aeac-9015113874a3 req-fbe53e22-7dcd-4e24-8725-6f177a42c92a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 943 time: 0.0825529 May 25 22:35:58.347724 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-90d7ab59-01fa-445c-aeac-9015113874a3 req-540822b9-0d05-4fcf-abd9-63e267f8a397 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406129 May 25 22:35:58.967923 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ea45f-9749-45eb-b7fb-d643627f67cf req-270623f4-8603-4851-a14e-f6e631cd9fba tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:58.969363 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-cb9ea45f-9749-45eb-b7fb-d643627f67cf req-270623f4-8603-4851-a14e-f6e631cd9fba tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 946 time: 0.0845039 May 25 22:35:59.018789 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-cb9ea45f-9749-45eb-b7fb-d643627f67cf req-e2e83009-54af-4cd3-a33c-7a0af238b6a3 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c98f760-c27c-4c65-a41e-654562a13911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434480 May 25 22:35:59.155862 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-eb2355fe-dd5c-45ad-86a0-be61ae0c8d39 req-4a61d659-c0eb-4840-9acd-776edec616a9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0658484 May 25 22:35:59.397557 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 56894) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:35:59.426053 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59fd4a6-d23d-46fa-944a-250e7be581b6 req-6aa0af4b-3030-4a83-ad84-709f3e712406 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:35:59.427505 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-b59fd4a6-d23d-46fa-944a-250e7be581b6 req-6aa0af4b-3030-4a83-ad84-709f3e712406 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 943 time: 0.0771904 May 25 22:35:59.477909 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-b59fd4a6-d23d-46fa-944a-250e7be581b6 req-5ba0a55d-401f-444a-ae0f-28ee395268c8 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448277 May 25 22:35:59.551480 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b8d43a51-7a46-40bd-b697-f071f422024b req-1c422a84-8fac-46ea-ad21-049676ce00f8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1528006 May 25 22:35:59.604815 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-754ab33e-7872-4120-b0ab-141c9add47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:36:00.211293 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dfe887-536f-4383-8944-1ae82c243707 req-6dc1718c-b757-4d81-93c8-82f0eff294cc tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:00.212896 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-64dfe887-536f-4383-8944-1ae82c243707 req-6dc1718c-b757-4d81-93c8-82f0eff294cc tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 946 time: 0.0753419 May 25 22:36:00.257485 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-64dfe887-536f-4383-8944-1ae82c243707 req-9a1156c8-5a89-4c4a-a8e5-6deb63a58881 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c98f760-c27c-4c65-a41e-654562a13911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392089 May 25 22:36:00.693225 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129dc0d-3285-44dd-a025-7a6146717a9a req-ef247ee1-e84b-4b08-b9fd-c775069b4ccf tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:00.694620 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-5129dc0d-3285-44dd-a025-7a6146717a9a req-ef247ee1-e84b-4b08-b9fd-c775069b4ccf tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 943 time: 0.0786290 May 25 22:36:00.738321 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-5129dc0d-3285-44dd-a025-7a6146717a9a req-30a91786-9cbe-4264-9525-9c42b4fb7152 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375407 May 25 22:36:01.587984 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad33e18-ba90-4893-b1e4-a0deecd95d80 req-a7e23384-1491-4867-8c56-11136a72a2d2 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:01.589396 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-7ad33e18-ba90-4893-b1e4-a0deecd95d80 req-a7e23384-1491-4867-8c56-11136a72a2d2 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 946 time: 0.0748866 May 25 22:36:01.636077 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-7ad33e18-ba90-4893-b1e4-a0deecd95d80 req-c0f95f37-0dd4-48cd-aaf4-d4050bd19de8 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c98f760-c27c-4c65-a41e-654562a13911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412276 May 25 22:36:01.803033 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-376d68d5-9993-4d76-9573-b245d405e8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:36:01.951299 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027208f8-8e90-4436-bd62-510954ef3a6c req-2c3232a0-89a4-42f1-85a3-36294f307ecd tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:01.952773 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-027208f8-8e90-4436-bd62-510954ef3a6c req-2c3232a0-89a4-42f1-85a3-36294f307ecd tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 943 time: 0.0793383 May 25 22:36:01.998785 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-027208f8-8e90-4436-bd62-510954ef3a6c req-8dc11690-e473-4fe9-9ee6-f77e8bce4237 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399885 May 25 22:36:02.829943 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3604bdc7-d165-4cee-8f10-494b42ffd111 req-1fc518f9-709c-4219-abf8-129480fb6474 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:02.831893 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-3604bdc7-d165-4cee-8f10-494b42ffd111 req-1fc518f9-709c-4219-abf8-129480fb6474 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 946 time: 0.0747132 May 25 22:36:02.873631 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:36:02.879185 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-3604bdc7-d165-4cee-8f10-494b42ffd111 req-9e3614e7-fde3-4d5f-9fa8-c7c5c9da4ed4 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c98f760-c27c-4c65-a41e-654562a13911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418587 May 25 22:36:03.052269 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:36:03.213151 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd18b35-3ed2-4721-9d42-f7f4c70bda3e req-8b2c366b-43eb-4d2d-923b-2acdd9a97c88 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:03.214575 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-9fd18b35-3ed2-4721-9d42-f7f4c70bda3e req-8b2c366b-43eb-4d2d-923b-2acdd9a97c88 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 943 time: 0.0783832 May 25 22:36:03.260582 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-9fd18b35-3ed2-4721-9d42-f7f4c70bda3e req-a17a4fbd-4cb5-4571-843e-46134e2af067 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402656 May 25 22:36:04.093648 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4effdac5-3889-46be-8bdd-1e0085bb656e req-932bdb12-516c-4ed0-ad59-0afceaacd226 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:04.095151 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-4effdac5-3889-46be-8bdd-1e0085bb656e req-932bdb12-516c-4ed0-ad59-0afceaacd226 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 946 time: 0.0808847 May 25 22:36:04.129336 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b8d43a51-7a46-40bd-b697-f071f422024b req-9c7fb5d8-1f4d-4d12-97a4-39cc4bb76a55 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052&tenant_id=28079ae91d6e40fd890fd778797729e5 HTTP/1.1" status: 200 len: 1096 time: 0.0689430 May 25 22:36:04.199755 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-4effdac5-3889-46be-8bdd-1e0085bb656e req-eb7b52a7-f900-4349-a103-100de45cde6e tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c98f760-c27c-4c65-a41e-654562a13911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978012 May 25 22:36:04.249224 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b8d43a51-7a46-40bd-b697-f071f422024b req-d86d1c60-ac66-4b2e-94cd-120dcfd729e0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=28079ae91d6e40fd890fd778797729e5&device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 1096 time: 0.0758138 May 25 22:36:04.366126 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:36:04.403736 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d43a51-7a46-40bd-b697-f071f422024b req-3274a320-4b46-4c4d-a80f-733496c2b0b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:04.405229 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b8d43a51-7a46-40bd-b697-f071f422024b req-3274a320-4b46-4c4d-a80f-733496c2b0b9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=37540a84-44df-41c9-9fb3-60ffdb39c35c HTTP/1.1" status: 200 len: 917 time: 0.1453502 May 25 22:36:04.581034 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aebe765-c826-4a69-879d-97af031b146a req-5cf87c1c-0f00-40c1-9cac-f515a6b8fb4b tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:04.582428 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-2aebe765-c826-4a69-879d-97af031b146a req-5cf87c1c-0f00-40c1-9cac-f515a6b8fb4b tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 943 time: 0.1352842 May 25 22:36:04.592566 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a71eb-6ece-43bf-ad27-5c749b8085db req-a893876d-1828-4d0a-9e83-2ffc7db6a93f tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:04.593952 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-c57a71eb-6ece-43bf-ad27-5c749b8085db req-a893876d-1828-4d0a-9e83-2ffc7db6a93f tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a07ad9da-f6ee-4a36-949b-6c75e2aaeb37 HTTP/1.1" status: 200 len: 945 time: 0.1126578 May 25 22:36:04.622304 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b8d43a51-7a46-40bd-b697-f071f422024b req-c2cf1867-3d0f-41c4-bb01-357f97a77028 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13fee545-bfef-4ce5-a503-9ecba03bdc1e HTTP/1.1" status: 200 len: 999 time: 0.2099767 May 25 22:36:04.665252 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-2aebe765-c826-4a69-879d-97af031b146a req-356160d0-6e06-464b-8ee3-e0b062bbe5c9 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703530 May 25 22:36:04.670131 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-c57a71eb-6ece-43bf-ad27-5c749b8085db req-f0630a56-6670-4e59-8e54-f5b257f3ae93 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1ca7f67-0233-406e-b8da-09520f7a7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614917 May 25 22:36:04.670688 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-c41c2082-d4b4-4fa7-b662-5b8ab7054291 req-eae64c68-956a-493f-bf0b-760da504d709 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f03d319e86304fdf89e958ee74d34779&device_id=a07ad9da-f6ee-4a36-949b-6c75e2aaeb37 HTTP/1.1" status: 200 len: 1098 time: 0.2108092 May 25 22:36:04.784589 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d43a51-7a46-40bd-b697-f071f422024b req-cb0937dc-995f-487e-b8b8-6fd1b8e975c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:04.785995 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b8d43a51-7a46-40bd-b697-f071f422024b req-cb0937dc-995f-487e-b8b8-6fd1b8e975c4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0806ebda-529a-4aec-85e2-852f07a9bbdc HTTP/1.1" status: 200 len: 855 time: 0.1556554 May 25 22:36:04.872367 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c2082-d4b4-4fa7-b662-5b8ab7054291 req-145c310a-9cb2-4737-b8c7-6dec5336bcf4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:04.873685 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-c41c2082-d4b4-4fa7-b662-5b8ab7054291 req-145c310a-9cb2-4737-b8c7-6dec5336bcf4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7118c156-6ba0-45fa-85d4-b60edcd6fc6f HTTP/1.1" status: 200 len: 919 time: 0.1945848 May 25 22:36:04.976453 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b8d43a51-7a46-40bd-b697-f071f422024b req-bf6794ca-5c28-4953-9568-190fcca77e2e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=37540a84-44df-41c9-9fb3-60ffdb39c35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1841226 May 25 22:36:04.982953 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-c41c2082-d4b4-4fa7-b662-5b8ab7054291 req-719ebdee-3af8-4524-a6df-a56c35aa0717 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f95ca05-ce52-4411-a652-b36e1e96d74c HTTP/1.1" status: 200 len: 1001 time: 0.1019919 May 25 22:36:05.129249 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c2082-d4b4-4fa7-b662-5b8ab7054291 req-cc94d305-9f54-4058-b0f5-641ca3b4075f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:05.130583 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-c41c2082-d4b4-4fa7-b662-5b8ab7054291 req-cc94d305-9f54-4058-b0f5-641ca3b4075f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eed7b039-2401-4008-8d74-88e75bbbe478 HTTP/1.1" status: 200 len: 857 time: 0.1225483 May 25 22:36:05.203353 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b8d43a51-7a46-40bd-b697-f071f422024b req-320e243c-4b85-40f0-b8da-54b7c15bdfbd service neutron] 10.222.0.45 "GET /v2.0/networks/37540a84-44df-41c9-9fb3-60ffdb39c35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128537 May 25 22:36:05.310802 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-c41c2082-d4b4-4fa7-b662-5b8ab7054291 req-e9b42964-4637-410c-ad80-9650fde33335 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7118c156-6ba0-45fa-85d4-b60edcd6fc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1701920 May 25 22:36:05.395979 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c3eca8-39f5-41ad-9c18-8e5b4c3e038e req-1775745a-d760-44ac-a30c-0c201e68c6e8 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:05.397330 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-24c3eca8-39f5-41ad-9c18-8e5b4c3e038e req-1775745a-d760-44ac-a30c-0c201e68c6e8 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 946 time: 0.0781879 May 25 22:36:05.420601 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b8d43a51-7a46-40bd-b697-f071f422024b req-c791e4bc-9a95-4a17-9223-d90c2b1e6df3 service neutron] 10.222.0.45 "GET /v2.0/networks/37540a84-44df-41c9-9fb3-60ffdb39c35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104108 May 25 22:36:05.442339 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-24c3eca8-39f5-41ad-9c18-8e5b4c3e038e req-f4d30915-cd3e-4518-973b-4449cc2c5ce3 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c98f760-c27c-4c65-a41e-654562a13911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391011 May 25 22:36:05.470307 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-c41c2082-d4b4-4fa7-b662-5b8ab7054291 req-5828e0aa-c3a9-4240-ab08-a9384b5013cc service neutron] 10.222.0.45 "GET /v2.0/networks/7118c156-6ba0-45fa-85d4-b60edcd6fc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454420 May 25 22:36:05.618539 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-c41c2082-d4b4-4fa7-b662-5b8ab7054291 req-24ea6605-b660-4d0e-ad24-dffa6c6b46ea service neutron] 10.222.0.45 "GET /v2.0/networks/7118c156-6ba0-45fa-85d4-b60edcd6fc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306536 May 25 22:36:05.851271 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d03c3b-4e9e-453f-b35b-de4fb4da4aed req-92a8f78c-2a33-40d2-88a7-cae9bb62b0ee tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:05.852723 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-06d03c3b-4e9e-453f-b35b-de4fb4da4aed req-92a8f78c-2a33-40d2-88a7-cae9bb62b0ee tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 946 time: 0.1038888 May 25 22:36:05.922430 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-06d03c3b-4e9e-453f-b35b-de4fb4da4aed req-632ba06d-ce30-40e0-a6c9-427b2dfe99ed tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c98f760-c27c-4c65-a41e-654562a13911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642934 May 25 22:36:05.936647 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-053b9053-516b-4071-bf94-045e7decb0f5 req-6fc843c1-2412-4dc9-b2ed-a2f44ffb47bb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b90abe1db3a04a6d96f07ef98a9f9cae&device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 1099 time: 0.0711980 May 25 22:36:05.937922 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24107626-df19-4f08-b018-43b0f18dbefb req-88010a8c-d775-4dfa-81f4-6329b73ba9f5 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:05.939455 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-24107626-df19-4f08-b018-43b0f18dbefb req-88010a8c-d775-4dfa-81f4-6329b73ba9f5 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a07ad9da-f6ee-4a36-949b-6c75e2aaeb37 HTTP/1.1" status: 200 len: 945 time: 0.1226275 May 25 22:36:05.986094 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-24107626-df19-4f08-b018-43b0f18dbefb req-c4ef5b30-ccf9-4bf6-b32f-3cac2ebc8fd4 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1ca7f67-0233-406e-b8da-09520f7a7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408425 May 25 22:36:06.075793 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b9053-516b-4071-bf94-045e7decb0f5 req-cd1dfd39-a06a-4393-801f-30516181f2d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:06.077263 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-053b9053-516b-4071-bf94-045e7decb0f5 req-cd1dfd39-a06a-4393-801f-30516181f2d9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fd7645f7-57af-45f1-a732-f6a2011f3185 HTTP/1.1" status: 200 len: 912 time: 0.1341536 May 25 22:36:06.122472 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82508d71-1efd-4696-9738-548aa5386dce req-46072bc8-f0ed-43c9-92ef-ad9a4dec9fa2 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:06.123927 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-82508d71-1efd-4696-9738-548aa5386dce req-46072bc8-f0ed-43c9-92ef-ad9a4dec9fa2 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 943 time: 0.0790608 May 25 22:36:06.170293 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-82508d71-1efd-4696-9738-548aa5386dce req-9ae1fe27-96db-4625-8575-1b5a3c07a94f tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404694 May 25 22:36:06.181530 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-053b9053-516b-4071-bf94-045e7decb0f5 req-b869c755-414d-49f3-afcd-c2e71ed63037 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e734bcc-b9c8-4111-9184-349b4c2bd21f HTTP/1.1" status: 200 len: 1001 time: 0.0964749 May 25 22:36:06.243874 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b9053-516b-4071-bf94-045e7decb0f5 req-f075f24f-3a17-4c4b-8da6-80fec538d16d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:06.245315 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-053b9053-516b-4071-bf94-045e7decb0f5 req-f075f24f-3a17-4c4b-8da6-80fec538d16d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=98f8d2f7-6f04-442a-9b23-c573cfab2370 HTTP/1.1" status: 200 len: 850 time: 0.0576398 May 25 22:36:06.323364 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-053b9053-516b-4071-bf94-045e7decb0f5 req-3e9d1b2e-5e16-4746-913c-19276c2ee4e8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fd7645f7-57af-45f1-a732-f6a2011f3185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0694280 May 25 22:36:06.545857 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-053b9053-516b-4071-bf94-045e7decb0f5 req-8a9048de-8869-4745-b461-ab8bb9966927 service neutron] 10.222.0.45 "GET /v2.0/networks/fd7645f7-57af-45f1-a732-f6a2011f3185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143826 May 25 22:36:07.158087 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef703fe6-47bc-41ca-8ba7-ed0dacaef2f6 req-00d1d835-2c37-4a2d-98d5-60db755132bf tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:07.164173 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-ef703fe6-47bc-41ca-8ba7-ed0dacaef2f6 req-00d1d835-2c37-4a2d-98d5-60db755132bf tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 946 time: 0.1094742 May 25 22:36:07.265650 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-ef703fe6-47bc-41ca-8ba7-ed0dacaef2f6 req-4ee90481-b097-4f99-a1cc-ece3653129ab tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c98f760-c27c-4c65-a41e-654562a13911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980515 May 25 22:36:07.280840 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10513934-7765-47e0-9086-5a1a2f80f347 req-9184bb90-11d3-43d3-8593-e0aa82f8e8e1 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:07.282579 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-10513934-7765-47e0-9086-5a1a2f80f347 req-9184bb90-11d3-43d3-8593-e0aa82f8e8e1 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a07ad9da-f6ee-4a36-949b-6c75e2aaeb37 HTTP/1.1" status: 200 len: 945 time: 0.1170254 May 25 22:36:07.332134 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-10513934-7765-47e0-9086-5a1a2f80f347 req-c0d1b475-e62f-49e8-b6cb-446788cd5ec0 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1ca7f67-0233-406e-b8da-09520f7a7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431249 May 25 22:36:07.495739 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c024bfa4-5002-4ed7-a5cd-4d4e8d234d98 req-b67acf2d-d050-447b-839b-b818301c1bed tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:07.497303 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-c024bfa4-5002-4ed7-a5cd-4d4e8d234d98 req-b67acf2d-d050-447b-839b-b818301c1bed tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 943 time: 0.0790741 May 25 22:36:07.544983 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-c024bfa4-5002-4ed7-a5cd-4d4e8d234d98 req-ca2afeaa-58f7-49f6-abfc-d0716a8c5348 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419116 May 25 22:36:08.533401 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4de216-fa97-4ce3-ad6a-6877f236dcbb req-8b860f39-d8ec-4a94-a0b0-29d8550d87ef tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:08.537222 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-3b4de216-fa97-4ce3-ad6a-6877f236dcbb req-8b860f39-d8ec-4a94-a0b0-29d8550d87ef tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 946 time: 0.1372962 May 25 22:36:08.604702 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-3b4de216-fa97-4ce3-ad6a-6877f236dcbb req-56995666-d8a1-4988-ac49-dd656d1eb869 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c98f760-c27c-4c65-a41e-654562a13911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610292 May 25 22:36:08.623285 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e3458e-9163-46eb-8358-42e3fc196a4e req-169f02ae-dece-43a1-9e29-26f80546e6d5 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:08.625005 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-67e3458e-9163-46eb-8358-42e3fc196a4e req-169f02ae-dece-43a1-9e29-26f80546e6d5 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a07ad9da-f6ee-4a36-949b-6c75e2aaeb37 HTTP/1.1" status: 200 len: 945 time: 0.1269176 May 25 22:36:08.680824 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-67e3458e-9163-46eb-8358-42e3fc196a4e req-c06b8671-ffe9-4941-a88c-c219ca66cc3d tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1ca7f67-0233-406e-b8da-09520f7a7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448320 May 25 22:36:08.818135 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb178fa8-ed59-4cf3-837e-a8e9c567be73 req-4143e8d4-b95c-4370-9488-6be37fe8ff49 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:08.819797 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-eb178fa8-ed59-4cf3-837e-a8e9c567be73 req-4143e8d4-b95c-4370-9488-6be37fe8ff49 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 943 time: 0.0882013 May 25 22:36:08.874765 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-eb178fa8-ed59-4cf3-837e-a8e9c567be73 req-92bc3226-e552-4622-93c0-49098bbc47a3 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492427 May 25 22:36:09.880355 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dcd1f5-2c03-4019-b3ec-0f27e327fcbc req-829f74d6-b69d-44c8-8b48-e60059805fb1 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:09.887074 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-71dcd1f5-2c03-4019-b3ec-0f27e327fcbc req-829f74d6-b69d-44c8-8b48-e60059805fb1 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 946 time: 0.1462679 May 25 22:36:09.946967 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-71dcd1f5-2c03-4019-b3ec-0f27e327fcbc req-064bad2b-f294-463f-a8c3-ba68f48c32d2 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c98f760-c27c-4c65-a41e-654562a13911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590315 May 25 22:36:09.958208 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f121c28-78f8-4cee-8acf-d855857cdbd2 req-7f3465b7-081d-439e-ac29-f010f49a0d6b tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:09.959690 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-0f121c28-78f8-4cee-8acf-d855857cdbd2 req-7f3465b7-081d-439e-ac29-f010f49a0d6b tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a07ad9da-f6ee-4a36-949b-6c75e2aaeb37 HTTP/1.1" status: 200 len: 945 time: 0.1423972 May 25 22:36:10.033951 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-0f121c28-78f8-4cee-8acf-d855857cdbd2 req-20a57a7e-e486-42eb-aa6c-8495cebc3328 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1ca7f67-0233-406e-b8da-09520f7a7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685406 May 25 22:36:10.157718 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4cc9d2-c36d-482d-935a-79b7c3a23238 req-e1fd2e4c-2056-47c3-85bd-9532d6a2a2f8 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:10.159216 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-6d4cc9d2-c36d-482d-935a-79b7c3a23238 req-e1fd2e4c-2056-47c3-85bd-9532d6a2a2f8 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 943 time: 0.0852015 May 25 22:36:10.207441 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-6d4cc9d2-c36d-482d-935a-79b7c3a23238 req-cf1f511b-f428-435e-a95e-6a91a9ba4c17 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423968 May 25 22:36:11.169035 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103df93-6bed-4915-9550-4d088732e313 req-e83bac7a-65df-4ee1-bfde-64f1af187610 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:11.170611 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-b103df93-6bed-4915-9550-4d088732e313 req-e83bac7a-65df-4ee1-bfde-64f1af187610 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 946 time: 0.0910053 May 25 22:36:11.280939 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-b103df93-6bed-4915-9550-4d088732e313 req-af06cad5-324e-47b8-9df0-10a303b18326 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c98f760-c27c-4c65-a41e-654562a13911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558686 May 25 22:36:11.297075 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441c9a9-313b-4adb-a5e3-5dfbd11fc602 req-dd57fa87-d144-438c-9355-d69c0827e231 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:11.298948 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-1441c9a9-313b-4adb-a5e3-5dfbd11fc602 req-dd57fa87-d144-438c-9355-d69c0827e231 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a07ad9da-f6ee-4a36-949b-6c75e2aaeb37 HTTP/1.1" status: 200 len: 945 time: 0.1270926 May 25 22:36:11.387158 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-1441c9a9-313b-4adb-a5e3-5dfbd11fc602 req-3fff702f-623a-4f76-b634-6706f0efe024 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1ca7f67-0233-406e-b8da-09520f7a7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807412 May 25 22:36:11.602767 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e720c0ee-055c-45c5-9357-ca28ccff8f97 req-0ef45c2e-d924-46ae-95e5-1771966269c4 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:11.604253 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-e720c0ee-055c-45c5-9357-ca28ccff8f97 req-0ef45c2e-d924-46ae-95e5-1771966269c4 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 943 time: 0.1551986 May 25 22:36:11.659437 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-e720c0ee-055c-45c5-9357-ca28ccff8f97 req-8f5c8b6d-8efd-4d95-bf75-4127ddfd7c43 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491970 May 25 22:36:11.674694 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:36:12.509920 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb08df-fe1c-4b46-b996-33b957440e54 req-1d430945-3da2-4a59-b27a-3766c60201fa tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:12.511491 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-18bb08df-fe1c-4b46-b996-33b957440e54 req-1d430945-3da2-4a59-b27a-3766c60201fa tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 946 time: 0.0918179 May 25 22:36:12.616394 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-18bb08df-fe1c-4b46-b996-33b957440e54 req-a105e877-1010-4692-9eee-90f810d601b8 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c98f760-c27c-4c65-a41e-654562a13911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724216 May 25 22:36:12.632536 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f591e6-0711-49e3-a147-8e82e955db27 req-2b502a7f-3b1d-43c6-947b-754eccc7b86f tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:12.634132 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-61f591e6-0711-49e3-a147-8e82e955db27 req-2b502a7f-3b1d-43c6-947b-754eccc7b86f tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a07ad9da-f6ee-4a36-949b-6c75e2aaeb37 HTTP/1.1" status: 200 len: 945 time: 0.1202786 May 25 22:36:12.690144 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-61f591e6-0711-49e3-a147-8e82e955db27 req-5eec6849-f2e5-4f20-b8ea-3fe16f033ff9 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1ca7f67-0233-406e-b8da-09520f7a7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431411 May 25 22:36:12.895412 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e381837-e868-4bd6-817c-2cdd6cc0861b req-bc26bbb8-8907-493d-acef-89c1612a175f tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:12.896776 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-5e381837-e868-4bd6-817c-2cdd6cc0861b req-bc26bbb8-8907-493d-acef-89c1612a175f tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 943 time: 0.0831497 May 25 22:36:12.955985 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-5e381837-e868-4bd6-817c-2cdd6cc0861b req-90863287-88df-4ee1-b501-1e9d4b4135c1 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532002 May 25 22:36:13.960210 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4946941-0296-439b-a20d-6b600695aeb5 req-1b606b97-cfe9-4f47-bd10-be46c3ad436b tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:13.961780 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f4946941-0296-439b-a20d-6b600695aeb5 req-1b606b97-cfe9-4f47-bd10-be46c3ad436b tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a07ad9da-f6ee-4a36-949b-6c75e2aaeb37 HTTP/1.1" status: 200 len: 945 time: 0.1367474 May 25 22:36:14.057350 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f4946941-0296-439b-a20d-6b600695aeb5 req-b8954225-8825-4567-9d9c-b281ed200469 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1ca7f67-0233-406e-b8da-09520f7a7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663047 May 25 22:36:14.077521 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81d632-9b09-4a89-a03b-4f5f9839e290 req-0d538f52-657b-4b6b-9c2f-12a20e50cfe3 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:14.078980 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-ef81d632-9b09-4a89-a03b-4f5f9839e290 req-0d538f52-657b-4b6b-9c2f-12a20e50cfe3 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 946 time: 0.1254036 May 25 22:36:14.125785 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-ef81d632-9b09-4a89-a03b-4f5f9839e290 req-076b8c4f-ea76-46c8-b139-3749f865149b tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c98f760-c27c-4c65-a41e-654562a13911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410938 May 25 22:36:14.251502 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735c630-0d85-4e91-bf83-33690dca9efe req-9a07deff-bd85-4d0d-8d00-4843cd577521 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:14.253084 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f735c630-0d85-4e91-bf83-33690dca9efe req-9a07deff-bd85-4d0d-8d00-4843cd577521 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 943 time: 0.0756469 May 25 22:36:14.297545 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f735c630-0d85-4e91-bf83-33690dca9efe req-e9817e12-3483-4bad-bb61-bcf2f364e534 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384221 May 25 22:36:14.706124 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-053b9053-516b-4071-bf94-045e7decb0f5 req-2b57f77b-d015-4665-b4d0-22f81c02688d service neutron] 10.222.0.45 "GET /v2.0/networks/fd7645f7-57af-45f1-a732-f6a2011f3185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228578 May 25 22:36:15.303782 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091772b6-0540-40d8-a11d-32df0166f492 req-42005d12-ca3f-48db-9639-6074a9cbd19b tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:15.305207 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-091772b6-0540-40d8-a11d-32df0166f492 req-42005d12-ca3f-48db-9639-6074a9cbd19b tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a07ad9da-f6ee-4a36-949b-6c75e2aaeb37 HTTP/1.1" status: 200 len: 945 time: 0.1240478 May 25 22:36:15.367352 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-091772b6-0540-40d8-a11d-32df0166f492 req-95e6a565-bf33-4ece-a95d-68d58c3b2371 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1ca7f67-0233-406e-b8da-09520f7a7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552876 May 25 22:36:15.372772 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc69b06-b5e0-4318-860d-1e3c7708ee3a req-379dbca8-30e1-4640-b15d-4a62a20c6e4f tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:15.374129 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-3dc69b06-b5e0-4318-860d-1e3c7708ee3a req-379dbca8-30e1-4640-b15d-4a62a20c6e4f tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 946 time: 0.1245320 May 25 22:36:15.422073 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-3dc69b06-b5e0-4318-860d-1e3c7708ee3a req-b341467e-6d92-45b0-be1c-1b1ed845e646 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c98f760-c27c-4c65-a41e-654562a13911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417428 May 25 22:36:15.558759 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315498a0-0bf2-45a5-a085-ab9b13664a74 req-44d3c805-bdc4-4517-96f8-13d8c784d3b6 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:15.560203 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-315498a0-0bf2-45a5-a085-ab9b13664a74 req-44d3c805-bdc4-4517-96f8-13d8c784d3b6 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 943 time: 0.0749261 May 25 22:36:15.608432 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-315498a0-0bf2-45a5-a085-ab9b13664a74 req-1ae27825-6725-491a-9b69-2b07b0c70f82 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427442 May 25 22:36:16.617428 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2a339-cbab-44a9-ab66-bcc1acd4a411 req-8440d4f0-eac7-453c-94d8-171a92c45146 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:16.619009 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-89b2a339-cbab-44a9-ab66-bcc1acd4a411 req-8440d4f0-eac7-453c-94d8-171a92c45146 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a07ad9da-f6ee-4a36-949b-6c75e2aaeb37 HTTP/1.1" status: 200 len: 945 time: 0.1290271 May 25 22:36:16.652037 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe5297-31b0-499d-87ff-23ebab525319 req-3d9eb681-5376-48d4-a478-2a05a8ebffa7 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:16.653412 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-babe5297-31b0-499d-87ff-23ebab525319 req-3d9eb681-5376-48d4-a478-2a05a8ebffa7 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 946 time: 0.1094234 May 25 22:36:16.693193 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-89b2a339-cbab-44a9-ab66-bcc1acd4a411 req-d509c0e0-eaeb-47e2-aa59-e087e5837187 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1ca7f67-0233-406e-b8da-09520f7a7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683987 May 25 22:36:16.713459 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-babe5297-31b0-499d-87ff-23ebab525319 req-831a3146-d486-42f3-aec6-8e6a7c87e6c8 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c98f760-c27c-4c65-a41e-654562a13911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513268 May 25 22:36:16.877854 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc27c0e-d6e3-4fd9-8263-1fd9bd05c530 req-7bf476d8-ba73-4b2b-9be1-0dc342ce6cf8 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:16.880202 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-8dc27c0e-d6e3-4fd9-8263-1fd9bd05c530 req-7bf476d8-ba73-4b2b-9be1-0dc342ce6cf8 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 943 time: 0.0762930 May 25 22:36:16.924546 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-8dc27c0e-d6e3-4fd9-8263-1fd9bd05c530 req-bd6cab05-8e10-45ba-b858-af184ae9ec4a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386596 May 25 22:36:17.895549 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1119f0-62d9-4dc1-a3c0-e0ae9321a6ed req-3a26ce48-f790-4848-b800-5950d1b75b87 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:17.897014 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-ca1119f0-62d9-4dc1-a3c0-e0ae9321a6ed req-3a26ce48-f790-4848-b800-5950d1b75b87 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a07ad9da-f6ee-4a36-949b-6c75e2aaeb37 HTTP/1.1" status: 200 len: 945 time: 0.0825095 May 25 22:36:17.944124 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-ca1119f0-62d9-4dc1-a3c0-e0ae9321a6ed req-b924df89-e6b9-4448-a51b-241bb16ac59b tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1ca7f67-0233-406e-b8da-09520f7a7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412138 May 25 22:36:18.130633 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70578f12-1aa4-47e7-a0fd-5091cc615b6e req-ad522e13-bb30-4b72-b229-52900d7635db tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:18.132265 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-70578f12-1aa4-47e7-a0fd-5091cc615b6e req-ad522e13-bb30-4b72-b229-52900d7635db tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 943 time: 0.0753999 May 25 22:36:18.186074 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-70578f12-1aa4-47e7-a0fd-5091cc615b6e req-dc1fcb60-2108-475c-a765-6a043a91dc91 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483849 May 25 22:36:19.137346 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467334e-ddc4-4ef2-bced-7b2247b04fce req-060561b4-7785-4ad7-8b24-ff3c9d7f6f1a tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:19.138768 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-7467334e-ddc4-4ef2-bced-7b2247b04fce req-060561b4-7785-4ad7-8b24-ff3c9d7f6f1a tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a07ad9da-f6ee-4a36-949b-6c75e2aaeb37 HTTP/1.1" status: 200 len: 945 time: 0.0765183 May 25 22:36:19.182570 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-7467334e-ddc4-4ef2-bced-7b2247b04fce req-dbf36f80-d2d5-49c4-8376-fe827e17b34c tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1ca7f67-0233-406e-b8da-09520f7a7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378158 May 25 22:36:19.397801 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d2b29-5633-4bfe-86c7-4255779bed51 req-2a312bf1-de54-4af6-9a93-889b15eef22e tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:19.399223 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-9f5d2b29-5633-4bfe-86c7-4255779bed51 req-2a312bf1-de54-4af6-9a93-889b15eef22e tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 943 time: 0.0761023 May 25 22:36:19.446647 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-9f5d2b29-5633-4bfe-86c7-4255779bed51 req-3c9533dd-6a58-454f-a798-62b063d44c8e tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419829 May 25 22:36:20.376504 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da165b-3c93-4e21-947d-b8ceac6f6894 req-a6e26696-c1e7-44dd-96dc-10e18833edfd tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:20.377933 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-75da165b-3c93-4e21-947d-b8ceac6f6894 req-a6e26696-c1e7-44dd-96dc-10e18833edfd tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a07ad9da-f6ee-4a36-949b-6c75e2aaeb37 HTTP/1.1" status: 200 len: 945 time: 0.0747364 May 25 22:36:20.422724 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-75da165b-3c93-4e21-947d-b8ceac6f6894 req-cc187b49-79cf-4076-a8b4-946c33fd22f2 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1ca7f67-0233-406e-b8da-09520f7a7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388210 May 25 22:36:20.708743 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983feeef-5a52-457c-a2b2-c77b3ea3108f req-bd64481f-0565-46e9-a92b-6159169d5553 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:20.710150 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-983feeef-5a52-457c-a2b2-c77b3ea3108f req-bd64481f-0565-46e9-a92b-6159169d5553 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 943 time: 0.1314483 May 25 22:36:20.755253 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-983feeef-5a52-457c-a2b2-c77b3ea3108f req-749d9490-f118-4bbd-b2c4-e6d0e10fdee5 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395074 May 25 22:36:21.618293 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb1a88-c893-4984-979f-41b37ad54410 req-9a3496d4-7ca8-4ad7-a76f-ae9a214ff6d0 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:21.620452 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-78cb1a88-c893-4984-979f-41b37ad54410 req-9a3496d4-7ca8-4ad7-a76f-ae9a214ff6d0 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a07ad9da-f6ee-4a36-949b-6c75e2aaeb37 HTTP/1.1" status: 200 len: 945 time: 0.0760372 May 25 22:36:21.665300 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-78cb1a88-c893-4984-979f-41b37ad54410 req-653533ba-5c92-45e6-b556-ad06d61a786f tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1ca7f67-0233-406e-b8da-09520f7a7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395002 May 25 22:36:21.967408 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da467fc-e7f2-489f-b467-84bbe68f33d0 req-e2c09b14-65d5-41fe-91f6-b36dced51802 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:21.968847 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-0da467fc-e7f2-489f-b467-84bbe68f33d0 req-e2c09b14-65d5-41fe-91f6-b36dced51802 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 943 time: 0.0804155 May 25 22:36:22.013707 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-0da467fc-e7f2-489f-b467-84bbe68f33d0 req-9cfe5de8-c15b-4327-a980-7fca76f73fee tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393465 May 25 22:36:22.285377 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-690021c1-d6ad-43f2-b9aa-eefbe9a5217e req-1d209df1-40d8-45a4-9b60-f449a7c399d5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a07ad9da-f6ee-4a36-949b-6c75e2aaeb37 HTTP/1.1" status: 200 len: 1098 time: 0.0660763 May 25 22:36:22.326936 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-690021c1-d6ad-43f2-b9aa-eefbe9a5217e req-6e3517ec-22da-4f2c-a958-9dee08a031c7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c1ca7f67-0233-406e-b8da-09520f7a7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354123 May 25 22:36:22.867346 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17536a-97f2-41d3-9086-8c054bf9e76d req-cf8b3087-0f66-4b54-ad31-e773a81c8d22 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:22.869040 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-cd17536a-97f2-41d3-9086-8c054bf9e76d req-cf8b3087-0f66-4b54-ad31-e773a81c8d22 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a07ad9da-f6ee-4a36-949b-6c75e2aaeb37 HTTP/1.1" status: 200 len: 945 time: 0.0741918 May 25 22:36:22.912668 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-cd17536a-97f2-41d3-9086-8c054bf9e76d req-b530837f-3f92-4710-a8a6-4f7dd4992f54 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1ca7f67-0233-406e-b8da-09520f7a7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381947 May 25 22:36:23.231396 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0c95a-f223-47f1-aa5e-71e7dcccd6d0 req-bf0928ff-de48-4ecd-b3eb-8ba42b343128 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:23.232846 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-43c0c95a-f223-47f1-aa5e-71e7dcccd6d0 req-bf0928ff-de48-4ecd-b3eb-8ba42b343128 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 943 time: 0.0776904 May 25 22:36:23.276871 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-43c0c95a-f223-47f1-aa5e-71e7dcccd6d0 req-1cc26093-003c-4fbb-83f2-1f2a7a183dd9 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378947 May 25 22:36:24.107776 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b375e-21d9-49e0-bfad-0ddbaf2b04f4 req-b5393dce-9647-42e7-b53b-dbfde702d714 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:24.109202 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-2e8b375e-21d9-49e0-bfad-0ddbaf2b04f4 req-b5393dce-9647-42e7-b53b-dbfde702d714 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a07ad9da-f6ee-4a36-949b-6c75e2aaeb37 HTTP/1.1" status: 200 len: 945 time: 0.0736830 May 25 22:36:24.158043 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-2e8b375e-21d9-49e0-bfad-0ddbaf2b04f4 req-24ae61fa-773a-4b2b-a6ea-8477b50e1c4a tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1ca7f67-0233-406e-b8da-09520f7a7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432732 May 25 22:36:24.214500 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 13fee545-bfef-4ce5-a503-9ecba03bdc1e details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 22:36:24.348271 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port 13fee545-bfef-4ce5-a503-9ecba03bdc1e, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=13fee545-bfef-4ce5-a503-9ecba03bdc1e,segment=NetworkSegment(9ab54bba-3610-4b41-8ee8-5bdd91b47bdc),segment_id=9ab54bba-3610-4b41-8ee8-5bdd91b47bdc)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:36:24.361405 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Returning: {'device': '13fee545-bfef-4ce5-a503-9ecba03bdc1e', 'network_id': '37540a84-44df-41c9-9fb3-60ffdb39c35c', 'port_id': '13fee545-bfef-4ce5-a503-9ecba03bdc1e', 'mac_address': 'fa:16:3e:a4:56:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0806ebda-529a-4aec-85e2-852f07a9bbdc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 22:36:24.420624 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:36:24.438180 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.notifiers.nova [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13fee545-bfef-4ce5-a503-9ecba03bdc1e {{(pid=83238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:36:24.454129 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port 13fee545-bfef-4ce5-a503-9ecba03bdc1e, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=13fee545-bfef-4ce5-a503-9ecba03bdc1e,segment=NetworkSegment(9ab54bba-3610-4b41-8ee8-5bdd91b47bdc),segment_id=9ab54bba-3610-4b41-8ee8-5bdd91b47bdc)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:36:24.459462 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:36:24.494461 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1328d732-a867-43bb-8173-6797521bbef9 req-66100120-9cb1-42c1-8acb-0de082a91bb8 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:24.500020 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-1328d732-a867-43bb-8173-6797521bbef9 req-66100120-9cb1-42c1-8acb-0de082a91bb8 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 943 time: 0.0846136 May 25 22:36:24.529237 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Pushing event updated for resources: {'Port': ['ID=13fee545-bfef-4ce5-a503-9ecba03bdc1e,revision_number=9']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:36:24.538266 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:36:24.538602 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:36:24.538929 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:36:24.539248 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:36:24.539981 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:36:24.540093 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:36:24.540433 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:36:24.540770 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:36:24.541088 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:36:24.541393 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:36:24.541698 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:36:24.548039 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-1328d732-a867-43bb-8173-6797521bbef9 req-5e4c64a2-18a4-4109-99b0-428eeb2c500f tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467031 May 25 22:36:24.771652 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-ee2087dd-7a22-4472-ae82-b1edbcbb204a req-05a3f266-13f8-47e0-96ed-7418ea078ff1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f03d319e86304fdf89e958ee74d34779&device_id=a07ad9da-f6ee-4a36-949b-6c75e2aaeb37 HTTP/1.1" status: 200 len: 1098 time: 0.0714393 May 25 22:36:24.817262 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d4bdd-0e0a-4f37-9bea-a7523c1692ac req-a0fee85d-f542-408f-8685-7d6cddbaaf43 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:24.818104 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] get_ports_and_sgs() called for port_ids ['13fee545-bfef-4ce5-a503-9ecba03bdc1e'] {{(pid=83238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:36:24.818695 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-232d4bdd-0e0a-4f37-9bea-a7523c1692ac req-a0fee85d-f542-408f-8685-7d6cddbaaf43 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a07ad9da-f6ee-4a36-949b-6c75e2aaeb37 HTTP/1.1" status: 200 len: 945 time: 0.0787804 May 25 22:36:24.869619 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-232d4bdd-0e0a-4f37-9bea-a7523c1692ac req-5d9a425f-026e-4b72-903f-baabf0cad31c tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1ca7f67-0233-406e-b8da-09520f7a7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451760 May 25 22:36:24.913137 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2087dd-7a22-4472-ae82-b1edbcbb204a req-eeb8a44c-8e08-468f-9e45-cf2ac55302a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:24.914697 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-ee2087dd-7a22-4472-ae82-b1edbcbb204a req-eeb8a44c-8e08-468f-9e45-cf2ac55302a0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7118c156-6ba0-45fa-85d4-b60edcd6fc6f HTTP/1.1" status: 200 len: 919 time: 0.1369307 May 25 22:36:25.020811 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-ee2087dd-7a22-4472-ae82-b1edbcbb204a req-eb2eab42-5beb-4762-b6d9-58aa842b9e6f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f95ca05-ce52-4411-a652-b36e1e96d74c HTTP/1.1" status: 200 len: 1001 time: 0.0961735 May 25 22:36:25.080709 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2087dd-7a22-4472-ae82-b1edbcbb204a req-93660103-3a6b-4b2e-873c-a8974dc004d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:25.082814 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-ee2087dd-7a22-4472-ae82-b1edbcbb204a req-93660103-3a6b-4b2e-873c-a8974dc004d7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eed7b039-2401-4008-8d74-88e75bbbe478 HTTP/1.1" status: 200 len: 857 time: 0.0562749 May 25 22:36:25.153789 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-ee2087dd-7a22-4472-ae82-b1edbcbb204a req-2ce6e650-3579-49d0-bb56-2f85a8768893 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7118c156-6ba0-45fa-85d4-b60edcd6fc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0648332 May 25 22:36:25.279468 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-ee2087dd-7a22-4472-ae82-b1edbcbb204a req-4226b109-054f-4a2f-a7e4-d32f7374ebaa service neutron] 10.222.0.45 "GET /v2.0/networks/7118c156-6ba0-45fa-85d4-b60edcd6fc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183932 May 25 22:36:25.363992 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.agents_db [None req-9a0b4f36-fcd8-49b0-a2d4-59f1c5f7edf0 None None] Agent healthcheck: found 6 active agents {{(pid=83239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:36:25.416115 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-ee2087dd-7a22-4472-ae82-b1edbcbb204a req-7059e4dd-8ef2-43cf-b5ed-63b342b9e11d service neutron] 10.222.0.45 "GET /v2.0/networks/7118c156-6ba0-45fa-85d4-b60edcd6fc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210310 May 25 22:36:25.760627 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd0425-5ded-40d5-bebf-324e78c29124 req-be0bd51b-6ea7-4492-9046-ef9d4b07cec7 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:25.761968 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-0fbd0425-5ded-40d5-bebf-324e78c29124 req-be0bd51b-6ea7-4492-9046-ef9d4b07cec7 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 944 time: 0.0763125 May 25 22:36:25.805513 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-0fbd0425-5ded-40d5-bebf-324e78c29124 req-39c6f13f-8eb6-402d-9661-519cbe0be69f tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381210 May 25 22:36:26.068921 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07650252-69f5-4fc2-b79b-ecf3b65e431e req-2942d0b1-1b88-4ddb-ab1d-fc87f18d828e tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:26.070336 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-07650252-69f5-4fc2-b79b-ecf3b65e431e req-2942d0b1-1b88-4ddb-ab1d-fc87f18d828e tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a07ad9da-f6ee-4a36-949b-6c75e2aaeb37 HTTP/1.1" status: 200 len: 945 time: 0.0783081 May 25 22:36:26.114714 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-07650252-69f5-4fc2-b79b-ecf3b65e431e req-1c25ec87-5660-4540-a5d5-5633ff83601b tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1ca7f67-0233-406e-b8da-09520f7a7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389302 May 25 22:36:26.218049 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 13fee545-bfef-4ce5-a503-9ecba03bdc1e up at agent hyperv_hv-cinder-84330 {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:36:26.283625 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Provisioning complete for port 13fee545-bfef-4ce5-a503-9ecba03bdc1e triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:36:26.283988 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:36:26.395669 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:36:26.421401 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ee8b28f-d400-447a-9338-9639f75c9052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13fee545-bfef-4ce5-a503-9ecba03bdc1e'}] {{(pid=83238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:36:26.431739 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port 13fee545-bfef-4ce5-a503-9ecba03bdc1e, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=13fee545-bfef-4ce5-a503-9ecba03bdc1e,segment=NetworkSegment(9ab54bba-3610-4b41-8ee8-5bdd91b47bdc),segment_id=9ab54bba-3610-4b41-8ee8-5bdd91b47bdc)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:36:26.436537 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:36:26.481116 dv-cinder-843305-1-iscsi neutron-server[83238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27064ad8-5497-4c7c-8046-4f417c76c9af'] response: {'server_uuid': '9ee8b28f-d400-447a-9338-9639f75c9052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13fee545-bfef-4ce5-a503-9ecba03bdc1e', 'code': 200} May 25 22:36:26.505382 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Pushing event updated for resources: {'Port': ['ID=13fee545-bfef-4ce5-a503-9ecba03bdc1e,revision_number=10']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:36:27.020131 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c9acb-c6f4-4666-8a1b-69cb587fa7de req-c06a47f2-285e-4b01-9ee3-aa9b70f6522b tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:27.021554 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-2f9c9acb-c6f4-4666-8a1b-69cb587fa7de req-c06a47f2-285e-4b01-9ee3-aa9b70f6522b tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 946 time: 0.0770411 May 25 22:36:27.069408 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-2f9c9acb-c6f4-4666-8a1b-69cb587fa7de req-2da45915-2ce8-4419-93bf-cc526bb23612 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422249 May 25 22:36:27.090500 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b231ae31-aaa2-473c-a943-551dcff692f6 req-13071125-d877-4fd1-a6ca-73988ec6c6b1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 1099 time: 0.0698667 May 25 22:36:27.185669 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b231ae31-aaa2-473c-a943-551dcff692f6 req-d7bebbff-d4e4-4a72-93a3-b820ec05488e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366552 May 25 22:36:27.313384 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4578b3c-5a4a-4eba-b6c1-930dcc7564c9 req-1bec62d2-5ae8-47be-ba66-852d492a1e44 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:27.314781 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-d4578b3c-5a4a-4eba-b6c1-930dcc7564c9 req-1bec62d2-5ae8-47be-ba66-852d492a1e44 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a07ad9da-f6ee-4a36-949b-6c75e2aaeb37 HTTP/1.1" status: 200 len: 945 time: 0.0774188 May 25 22:36:27.359545 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-d4578b3c-5a4a-4eba-b6c1-930dcc7564c9 req-d77597d0-b8f8-45bc-a9e3-68bd1fcdf607 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1ca7f67-0233-406e-b8da-09520f7a7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385017 May 25 22:36:28.280932 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7d5db-6e67-4394-b606-46e7149b6fa1 req-55aac3d5-dd92-4b24-9f3a-677a8eca7f40 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:28.282281 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-bae7d5db-6e67-4394-b606-46e7149b6fa1 req-55aac3d5-dd92-4b24-9f3a-677a8eca7f40 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 946 time: 0.0797122 May 25 22:36:28.327275 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-bae7d5db-6e67-4394-b606-46e7149b6fa1 req-f8267da2-3b0d-46c7-a72a-580168ad5d75 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387363 May 25 22:36:28.560660 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57de3e-3b9a-4188-8b87-e1f932d80bf8 req-6e4cd42a-71dc-4ac7-a001-142277bf5aaa tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:28.562034 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-4d57de3e-3b9a-4188-8b87-e1f932d80bf8 req-6e4cd42a-71dc-4ac7-a001-142277bf5aaa tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a07ad9da-f6ee-4a36-949b-6c75e2aaeb37 HTTP/1.1" status: 200 len: 945 time: 0.0773935 May 25 22:36:28.608892 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-4d57de3e-3b9a-4188-8b87-e1f932d80bf8 req-08f3da8f-e8b8-40a4-b91b-58bce9ac553f tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1ca7f67-0233-406e-b8da-09520f7a7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405047 May 25 22:36:28.814957 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1096764-9154-490a-9092-5e2f9a0bbbe3 req-52391df0-f5ff-4457-b9fa-5783956e06c4 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:28.817411 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-e1096764-9154-490a-9092-5e2f9a0bbbe3 req-52391df0-f5ff-4457-b9fa-5783956e06c4 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a07ad9da-f6ee-4a36-949b-6c75e2aaeb37 HTTP/1.1" status: 200 len: 945 time: 0.0828240 May 25 22:36:28.826142 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 57106) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:36:28.831552 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-5f10f502-fc1a-4c20-8353-b98569ce13f5 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Request body: {'floatingip': {'port_id': '6f95ca05-ce52-4411-a652-b36e1e96d74c'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:36:28.931539 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-5f10f502-fc1a-4c20-8353-b98569ce13f5 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks [] for floatingip, before_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:36:29.563627 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed393b6a-f997-4f3d-ae8d-af0049771adb req-669597c4-0452-4450-b214-4c608452f30b tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:29.565008 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-ed393b6a-f997-4f3d-ae8d-af0049771adb req-669597c4-0452-4450-b214-4c608452f30b tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 946 time: 0.1020150 May 25 22:36:29.607039 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-5254d9a0-970c-45b6-a760-76218ef826cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:36:29.692375 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-5f10f502-fc1a-4c20-8353-b98569ce13f5 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:36:29.697283 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-ed393b6a-f997-4f3d-ae8d-af0049771adb req-993024a3-8ff0-4b06-8fc9-5df971ece8ee tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756707 May 25 22:36:29.698195 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-5f10f502-fc1a-4c20-8353-b98569ce13f5 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335082'] for floatingip, after_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:36:30.079365 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f10f502-fc1a-4c20-8353-b98569ce13f5 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Router d4e239b4-24ef-4667-806a-9130eac0a54a has already been hosted by L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a {{(pid=83237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:36:30.272360 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f10f502-fc1a-4c20-8353-b98569ce13f5 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:36:30.277157 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-5f10f502-fc1a-4c20-8353-b98569ce13f5 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for floatingip, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:36:30.281532 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a42b61-9fb2-4f25-8331-afd3eb25395f None None] Sync routers for ids ['d4e239b4-24ef-4667-806a-9130eac0a54a'] in dv-cinder-843305-1-iscsi {{(pid=83239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:36:30.293774 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a42b61-9fb2-4f25-8331-afd3eb25395f None None] Routers {'d4e239b4-24ef-4667-806a-9130eac0a54a'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:36:30.294347 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-40a42b61-9fb2-4f25-8331-afd3eb25395f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:36:02Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['d4e239b4-24ef-4667-806a-9130eac0a54a'], 'active': True} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:36:30.355182 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a07ad9da-f6ee-4a36-949b-6c75e2aaeb37', 'tag': '6f95ca05-ce52-4411-a652-b36e1e96d74c'}] {{(pid=83237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:36:30.385992 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-5f10f502-fc1a-4c20-8353-b98569ce13f5 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "PUT /v2.0/floatingips/ef64fcc5-7e5a-478c-bdad-346aad1f1cb4 HTTP/1.1" status: 200 len: 993 time: 1.5587990 May 25 22:36:30.412357 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e27088b-18ce-4a5f-b3cc-d73cc8841de0'] response: {'name': 'network-changed', 'server_uuid': 'a07ad9da-f6ee-4a36-949b-6c75e2aaeb37', 'tag': '6f95ca05-ce52-4411-a652-b36e1e96d74c', 'status': 'completed', 'code': 200} May 25 22:36:30.470481 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvr_db [None req-40a42b61-9fb2-4f25-8331-afd3eb25395f None None] Set router d4e239b4-24ef-4667-806a-9130eac0a54a gateway port host: dv-cinder-843305-1-iscsi {{(pid=83239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:36:30.528665 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-ad6474fc-3737-4b3b-b545-1c4210eecb82 req-b3be191c-afe5-4a2b-a919-01e26363978d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f03d319e86304fdf89e958ee74d34779&device_id=a07ad9da-f6ee-4a36-949b-6c75e2aaeb37 HTTP/1.1" status: 200 len: 1098 time: 0.0666869 May 25 22:36:30.660903 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6474fc-3737-4b3b-b545-1c4210eecb82 req-7806ec25-bdd2-4382-8647-7eb70415d952 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:30.662263 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-ad6474fc-3737-4b3b-b545-1c4210eecb82 req-7806ec25-bdd2-4382-8647-7eb70415d952 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7118c156-6ba0-45fa-85d4-b60edcd6fc6f HTTP/1.1" status: 200 len: 919 time: 0.1274118 May 25 22:36:30.763983 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-ad6474fc-3737-4b3b-b545-1c4210eecb82 req-94017f69-8217-4ad9-9648-97c9c2940e8e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f95ca05-ce52-4411-a652-b36e1e96d74c HTTP/1.1" status: 200 len: 1001 time: 0.0950563 May 25 22:36:30.829649 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-40a42b61-9fb2-4f25-8331-afd3eb25395f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e239b4-24ef-4667-806a-9130eac0a54a', 'name': 'tempest-ServerRescueNegativeTestJSON-130217243-router', 'tenant_id': 'f03d319e86304fdf89e958ee74d34779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '5016906b-8ed9-4188-b302-35ef0f6f3649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:32:48Z', 'updated_at': '2022-05-25T22:33:01Z', 'revision_number': 4, 'project_id': 'f03d319e86304fdf89e958ee74d34779', 'gw_port': {'id': '5016906b-8ed9-4188-b302-35ef0f6f3649', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e239b4-24ef-4667-806a-9130eac0a54a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:49Z', 'updated_at': '2022-05-25T22:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_floatingips': [{'id': 'ef64fcc5-7e5a-478c-bdad-346aad1f1cb4', 'tenant_id': 'f03d319e86304fdf89e958ee74d34779', 'floating_ip_address': '172.27.0.203', 'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'router_id': 'd4e239b4-24ef-4667-806a-9130eac0a54a', 'port_id': '6f95ca05-ce52-4411-a652-b36e1e96d74c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7118c156-6ba0-45fa-85d4-b60edcd6fc6f', 'mac_address': 'fa:16:3e:90:28:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07ad9da-f6ee-4a36-949b-6c75e2aaeb37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:34:51Z', 'updated_at': '2022-05-25T22:36:29Z', 'revision_number': 3, 'project_id': 'f03d319e86304fdf89e958ee74d34779', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1f8685d-a576-45b4-a0a7-9f2f1904478f', 'name': '', 'network_id': '7118c156-6ba0-45fa-85d4-b60edcd6fc6f', 'tenant_id': 'f03d319e86304fdf89e958ee74d34779', 'mac_address': 'fa:16:3e:20:cf:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e239b4-24ef-4667-806a-9130eac0a54a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eed7b039-2401-4008-8d74-88e75bbbe478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:59Z', 'updated_at': '2022-05-25T22:33:29Z', 'revision_number': 5, 'project_id': 'f03d319e86304fdf89e958ee74d34779', 'subnets': [{'id': 'eed7b039-2401-4008-8d74-88e75bbbe478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:36:30.833855 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a42b61-9fb2-4f25-8331-afd3eb25395f None None] Checking router: d4e239b4-24ef-4667-806a-9130eac0a54a for host: dv-cinder-843305-1-iscsi {{(pid=83239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:36:30.844846 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a42b61-9fb2-4f25-8331-afd3eb25395f None None] Routers {'d4e239b4-24ef-4667-806a-9130eac0a54a'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:36:30.845461 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-40a42b61-9fb2-4f25-8331-afd3eb25395f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:36:02Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['d4e239b4-24ef-4667-806a-9130eac0a54a'], 'active': True} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:36:30.896217 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6474fc-3737-4b3b-b545-1c4210eecb82 req-f0b485ec-4cda-472d-8d65-59a7ee93f89a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:30.897599 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-ad6474fc-3737-4b3b-b545-1c4210eecb82 req-f0b485ec-4cda-472d-8d65-59a7ee93f89a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eed7b039-2401-4008-8d74-88e75bbbe478 HTTP/1.1" status: 200 len: 857 time: 0.1277039 May 25 22:36:30.977872 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-ad6474fc-3737-4b3b-b545-1c4210eecb82 req-eb8d6668-7f6f-42d8-ad03-1797e30a6a6e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7118c156-6ba0-45fa-85d4-b60edcd6fc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0677602 May 25 22:36:31.024020 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvr_db [None req-40a42b61-9fb2-4f25-8331-afd3eb25395f None None] Set router d4e239b4-24ef-4667-806a-9130eac0a54a gateway port host: dv-cinder-843305-1-iscsi {{(pid=83239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:36:31.107895 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-ad6474fc-3737-4b3b-b545-1c4210eecb82 req-0a8e18bf-a236-4cb3-9559-9f444c8f525e service neutron] 10.222.0.45 "GET /v2.0/networks/7118c156-6ba0-45fa-85d4-b60edcd6fc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235049 May 25 22:36:31.236659 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-ad6474fc-3737-4b3b-b545-1c4210eecb82 req-725d7af7-7309-43ba-8de2-0fbd28ef4253 service neutron] 10.222.0.45 "GET /v2.0/networks/7118c156-6ba0-45fa-85d4-b60edcd6fc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225786 May 25 22:36:31.364695 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-40a42b61-9fb2-4f25-8331-afd3eb25395f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e239b4-24ef-4667-806a-9130eac0a54a', 'name': 'tempest-ServerRescueNegativeTestJSON-130217243-router', 'tenant_id': 'f03d319e86304fdf89e958ee74d34779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '5016906b-8ed9-4188-b302-35ef0f6f3649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:32:48Z', 'updated_at': '2022-05-25T22:33:01Z', 'revision_number': 4, 'project_id': 'f03d319e86304fdf89e958ee74d34779', 'gw_port': {'id': '5016906b-8ed9-4188-b302-35ef0f6f3649', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e239b4-24ef-4667-806a-9130eac0a54a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:49Z', 'updated_at': '2022-05-25T22:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_floatingips': [{'id': 'ef64fcc5-7e5a-478c-bdad-346aad1f1cb4', 'tenant_id': 'f03d319e86304fdf89e958ee74d34779', 'floating_ip_address': '172.27.0.203', 'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'router_id': 'd4e239b4-24ef-4667-806a-9130eac0a54a', 'port_id': '6f95ca05-ce52-4411-a652-b36e1e96d74c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7118c156-6ba0-45fa-85d4-b60edcd6fc6f', 'mac_address': 'fa:16:3e:90:28:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07ad9da-f6ee-4a36-949b-6c75e2aaeb37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:34:51Z', 'updated_at': '2022-05-25T22:36:29Z', 'revision_number': 3, 'project_id': 'f03d319e86304fdf89e958ee74d34779', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1f8685d-a576-45b4-a0a7-9f2f1904478f', 'name': '', 'network_id': '7118c156-6ba0-45fa-85d4-b60edcd6fc6f', 'tenant_id': 'f03d319e86304fdf89e958ee74d34779', 'mac_address': 'fa:16:3e:20:cf:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e239b4-24ef-4667-806a-9130eac0a54a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eed7b039-2401-4008-8d74-88e75bbbe478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:59Z', 'updated_at': '2022-05-25T22:33:29Z', 'revision_number': 5, 'project_id': 'f03d319e86304fdf89e958ee74d34779', 'subnets': [{'id': 'eed7b039-2401-4008-8d74-88e75bbbe478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:36:31.368766 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a42b61-9fb2-4f25-8331-afd3eb25395f None None] The sync data for ids ['d4e239b4-24ef-4667-806a-9130eac0a54a'] in dv-cinder-843305-1-iscsi is: [{'id': 'd4e239b4-24ef-4667-806a-9130eac0a54a', 'name': 'tempest-ServerRescueNegativeTestJSON-130217243-router', 'tenant_id': 'f03d319e86304fdf89e958ee74d34779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '5016906b-8ed9-4188-b302-35ef0f6f3649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:32:48Z', 'updated_at': '2022-05-25T22:33:01Z', 'revision_number': 4, 'project_id': 'f03d319e86304fdf89e958ee74d34779', 'gw_port': {'id': '5016906b-8ed9-4188-b302-35ef0f6f3649', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e239b4-24ef-4667-806a-9130eac0a54a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:49Z', 'updated_at': '2022-05-25T22:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_floatingips': [{'id': 'ef64fcc5-7e5a-478c-bdad-346aad1f1cb4', 'tenant_id': 'f03d319e86304fdf89e958ee74d34779', 'floating_ip_address': '172.27.0.203', 'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'router_id': 'd4e239b4-24ef-4667-806a-9130eac0a54a', 'port_id': '6f95ca05-ce52-4411-a652-b36e1e96d74c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7118c156-6ba0-45fa-85d4-b60edcd6fc6f', 'mac_address': 'fa:16:3e:90:28:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07ad9da-f6ee-4a36-949b-6c75e2aaeb37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:34:51Z', 'updated_at': '2022-05-25T22:36:29Z', 'revision_number': 3, 'project_id': 'f03d319e86304fdf89e958ee74d34779', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1f8685d-a576-45b4-a0a7-9f2f1904478f', 'name': '', 'network_id': '7118c156-6ba0-45fa-85d4-b60edcd6fc6f', 'tenant_id': 'f03d319e86304fdf89e958ee74d34779', 'mac_address': 'fa:16:3e:20:cf:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e239b4-24ef-4667-806a-9130eac0a54a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eed7b039-2401-4008-8d74-88e75bbbe478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:59Z', 'updated_at': '2022-05-25T22:33:29Z', 'revision_number': 5, 'project_id': 'f03d319e86304fdf89e958ee74d34779', 'subnets': [{'id': 'eed7b039-2401-4008-8d74-88e75bbbe478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:36:31.806137 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-3155c4ec-1426-4a0e-b140-479a05694f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:36:32.413494 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a07ad9da-f6ee-4a36-949b-6c75e2aaeb37', 'tag': '6f95ca05-ce52-4411-a652-b36e1e96d74c'}] {{(pid=83237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:36:32.467082 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cdb3dda-cd74-47cc-bc76-18ba29f11c0a'] response: {'name': 'network-changed', 'server_uuid': 'a07ad9da-f6ee-4a36-949b-6c75e2aaeb37', 'tag': '6f95ca05-ce52-4411-a652-b36e1e96d74c', 'status': 'completed', 'code': 200} May 25 22:36:32.579202 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-506bd2f6-2782-41b9-b4b0-7ca347c4f5fb req-8e71a596-da36-413a-98ce-1ae7788ad359 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f03d319e86304fdf89e958ee74d34779&device_id=a07ad9da-f6ee-4a36-949b-6c75e2aaeb37 HTTP/1.1" status: 200 len: 1098 time: 0.0693450 May 25 22:36:32.707309 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506bd2f6-2782-41b9-b4b0-7ca347c4f5fb req-2dea1f9f-a3d6-406e-b9ab-76af6901cbb4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:32.708661 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-506bd2f6-2782-41b9-b4b0-7ca347c4f5fb req-2dea1f9f-a3d6-406e-b9ab-76af6901cbb4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7118c156-6ba0-45fa-85d4-b60edcd6fc6f HTTP/1.1" status: 200 len: 919 time: 0.1239302 May 25 22:36:32.809350 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-506bd2f6-2782-41b9-b4b0-7ca347c4f5fb req-db22f69d-3dc7-4958-a033-ead319d6a32d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f95ca05-ce52-4411-a652-b36e1e96d74c HTTP/1.1" status: 200 len: 1001 time: 0.0945480 May 25 22:36:32.874414 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506bd2f6-2782-41b9-b4b0-7ca347c4f5fb req-6b655f3c-f8d2-482d-84d1-441b68ea558c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:32.875709 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-506bd2f6-2782-41b9-b4b0-7ca347c4f5fb req-6b655f3c-f8d2-482d-84d1-441b68ea558c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eed7b039-2401-4008-8d74-88e75bbbe478 HTTP/1.1" status: 200 len: 857 time: 0.0610969 May 25 22:36:32.877048 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:36:32.958230 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-506bd2f6-2782-41b9-b4b0-7ca347c4f5fb req-c791c0f6-0bcf-44bd-85c5-4d6a9bc14669 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7118c156-6ba0-45fa-85d4-b60edcd6fc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0712967 May 25 22:36:33.054864 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:36:33.091205 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-506bd2f6-2782-41b9-b4b0-7ca347c4f5fb req-216e8914-d3b8-4614-aad1-082f0b70f366 service neutron] 10.222.0.45 "GET /v2.0/networks/7118c156-6ba0-45fa-85d4-b60edcd6fc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237700 May 25 22:36:33.224312 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-506bd2f6-2782-41b9-b4b0-7ca347c4f5fb req-7a4dd14e-3800-4a2b-aad0-c3da533942eb service neutron] 10.222.0.45 "GET /v2.0/networks/7118c156-6ba0-45fa-85d4-b60edcd6fc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248832 May 25 22:36:34.340353 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:36:41.674960 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:36:43.784784 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-8f0d6ae1-e8f0-4eae-a91c-a00fcf2b0193 req-3655c85e-153a-4d40-a9e2-bba11ea0a72d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1a980ccf-2b6a-4d3c-bcca-9289884decf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707643 May 25 22:36:43.892318 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-8f0d6ae1-e8f0-4eae-a91c-a00fcf2b0193 req-3d1e1764-add5-48b6-b5ec-5946bf7121fa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f03d319e86304fdf89e958ee74d34779&device_id=1a980ccf-2b6a-4d3c-bcca-9289884decf0 HTTP/1.1" status: 200 len: 1098 time: 0.0678473 May 25 22:36:44.037914 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d6ae1-e8f0-4eae-a91c-a00fcf2b0193 req-faf78030-23d2-4dbc-9fe8-657a686eba33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:44.039251 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-8f0d6ae1-e8f0-4eae-a91c-a00fcf2b0193 req-faf78030-23d2-4dbc-9fe8-657a686eba33 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7118c156-6ba0-45fa-85d4-b60edcd6fc6f HTTP/1.1" status: 200 len: 919 time: 0.1272373 May 25 22:36:44.109519 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-8f0d6ae1-e8f0-4eae-a91c-a00fcf2b0193 req-8690a2be-5e3d-42e8-a36b-c493c212823c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c77152b-dd46-411d-8cf8-7bdbcaae35fe HTTP/1.1" status: 200 len: 217 time: 0.0627136 May 25 22:36:44.176796 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d6ae1-e8f0-4eae-a91c-a00fcf2b0193 req-c6156c11-7d0c-4f81-93a8-539905e81368 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:44.178164 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-8f0d6ae1-e8f0-4eae-a91c-a00fcf2b0193 req-c6156c11-7d0c-4f81-93a8-539905e81368 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eed7b039-2401-4008-8d74-88e75bbbe478 HTTP/1.1" status: 200 len: 857 time: 0.0564284 May 25 22:36:44.251171 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-8f0d6ae1-e8f0-4eae-a91c-a00fcf2b0193 req-dbac9b45-75ec-4a87-8555-4b4c6175e690 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7118c156-6ba0-45fa-85d4-b60edcd6fc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0670347 May 25 22:36:44.451939 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-8f0d6ae1-e8f0-4eae-a91c-a00fcf2b0193 req-49582737-6021-4491-9473-70484d23ffee service neutron] 10.222.0.45 "GET /v2.0/networks/7118c156-6ba0-45fa-85d4-b60edcd6fc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896837 May 25 22:36:44.584210 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-8f0d6ae1-e8f0-4eae-a91c-a00fcf2b0193 req-0ae1256a-07a1-4c8c-8741-34e20dd653fc service neutron] 10.222.0.45 "GET /v2.0/networks/7118c156-6ba0-45fa-85d4-b60edcd6fc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261287 May 25 22:36:55.905506 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ee5f6-cc02-4e44-b230-6cb2a0d4db4e req-26c753bb-32d6-4ee1-9b78-e37d7e1e575c tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:55.907061 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-e59ee5f6-cc02-4e44-b230-6cb2a0d4db4e req-26c753bb-32d6-4ee1-9b78-e37d7e1e575c tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 946 time: 0.0775211 May 25 22:36:55.952976 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-e59ee5f6-cc02-4e44-b230-6cb2a0d4db4e req-d820755f-9400-435e-90c6-b33645ab3e8d tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c98f760-c27c-4c65-a41e-654562a13911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397491 May 25 22:36:57.147005 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4954eb-acf0-46b0-afe1-c1ef95b11911 req-b2a8038b-d756-4a79-8bd6-a4c8c32c4202 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:57.148424 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-9d4954eb-acf0-46b0-afe1-c1ef95b11911 req-b2a8038b-d756-4a79-8bd6-a4c8c32c4202 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 946 time: 0.0752897 May 25 22:36:57.191861 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-9d4954eb-acf0-46b0-afe1-c1ef95b11911 req-9a5412ac-2017-488a-abef-d6df8792c9fc tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c98f760-c27c-4c65-a41e-654562a13911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378795 May 25 22:36:58.015396 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36040095-d155-4fc3-90d1-d5a30a015bb3 req-e0a2d928-2ebd-458e-9801-15405915cade tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:58.016115 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-36040095-d155-4fc3-90d1-d5a30a015bb3 req-e0a2d928-2ebd-458e-9801-15405915cade tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Synchronizing usage tracker for tenant:b90abe1db3a04a6d96f07ef98a9f9cae on resource:port {{(pid=83236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:36:58.031388 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-36040095-d155-4fc3-90d1-d5a30a015bb3 req-e0a2d928-2ebd-458e-9801-15405915cade tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Unset dirty status for tenant:b90abe1db3a04a6d96f07ef98a9f9cae on resource:port {{(pid=83236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:36:58.032595 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-36040095-d155-4fc3-90d1-d5a30a015bb3 req-e0a2d928-2ebd-458e-9801-15405915cade tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 946 time: 0.0885305 May 25 22:36:58.097857 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [req-36040095-d155-4fc3-90d1-d5a30a015bb3 req-1239ff2c-b171-4e76-99cd-942bcf4ee23b tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Deleting port 3e734bcc-b9c8-4111-9184-349b4c2bd21f {{(pid=83236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:36:58.098194 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-36040095-d155-4fc3-90d1-d5a30a015bb3 req-1239ff2c-b171-4e76-99cd-942bcf4ee23b tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:36:58.336110 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-36040095-d155-4fc3-90d1-d5a30a015bb3 req-1239ff2c-b171-4e76-99cd-942bcf4ee23b tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] For port 3e734bcc-b9c8-4111-9184-349b4c2bd21f, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=3e734bcc-b9c8-4111-9184-349b4c2bd21f,segment=NetworkSegment(8d828a5b-6a20-4c3e-851e-162f0bcf0bcb),segment_id=8d828a5b-6a20-4c3e-851e-162f0bcf0bcb)] {{(pid=83236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:36:58.336542 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-36040095-d155-4fc3-90d1-d5a30a015bb3 req-1239ff2c-b171-4e76-99cd-942bcf4ee23b tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:36:58.387717 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1e874-eb9d-4813-88a7-1e715f942bcc req-43c8413e-659d-4463-8e29-20943f380265 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:36:58.389144 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-8ef1e874-eb9d-4813-88a7-1e715f942bcc req-43c8413e-659d-4463-8e29-20943f380265 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 946 time: 0.0744159 May 25 22:36:58.438496 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-8ef1e874-eb9d-4813-88a7-1e715f942bcc req-119c5c90-c43d-44ae-997e-81551133de8e tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c98f760-c27c-4c65-a41e-654562a13911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429249 May 25 22:36:58.616445 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-36040095-d155-4fc3-90d1-d5a30a015bb3 req-1239ff2c-b171-4e76-99cd-942bcf4ee23b tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:36:58.616837 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-36040095-d155-4fc3-90d1-d5a30a015bb3 req-1239ff2c-b171-4e76-99cd-942bcf4ee23b tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335082'] for floatingip, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:36:58.617148 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.db.l3_db [req-36040095-d155-4fc3-90d1-d5a30a015bb3 req-1239ff2c-b171-4e76-99cd-942bcf4ee23b tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Floating IP 829d7e43-add2-4fd2-8f68-9b37245047b5 disassociated. External IP: 172.27.0.53, port: 3e734bcc-b9c8-4111-9184-349b4c2bd21f. May 25 22:36:58.617478 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [req-36040095-d155-4fc3-90d1-d5a30a015bb3 req-1239ff2c-b171-4e76-99cd-942bcf4ee23b tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Calling delete_port for 3e734bcc-b9c8-4111-9184-349b4c2bd21f owned by compute:nova {{(pid=83236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:36:58.752435 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-36040095-d155-4fc3-90d1-d5a30a015bb3 req-1239ff2c-b171-4e76-99cd-942bcf4ee23b tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:36:58.802759 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239ff2c-b171-4e76-99cd-942bcf4ee23b tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Pushing event deleted for resources: {'Port': ['ID=3e734bcc-b9c8-4111-9184-349b4c2bd21f,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:36:58.815697 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1239ff2c-b171-4e76-99cd-942bcf4ee23b tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:36:58.816124 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1239ff2c-b171-4e76-99cd-942bcf4ee23b tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:36:58.816456 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1239ff2c-b171-4e76-99cd-942bcf4ee23b tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:36:58.816785 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1239ff2c-b171-4e76-99cd-942bcf4ee23b tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:36:58.817110 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1239ff2c-b171-4e76-99cd-942bcf4ee23b tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:36:58.817436 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1239ff2c-b171-4e76-99cd-942bcf4ee23b tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:36:58.817757 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1239ff2c-b171-4e76-99cd-942bcf4ee23b tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:36:58.818077 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1239ff2c-b171-4e76-99cd-942bcf4ee23b tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:36:58.818393 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1239ff2c-b171-4e76-99cd-942bcf4ee23b tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:36:58.818707 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1239ff2c-b171-4e76-99cd-942bcf4ee23b tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:36:58.819019 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1239ff2c-b171-4e76-99cd-942bcf4ee23b tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:36:59.014809 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36040095-d155-4fc3-90d1-d5a30a015bb3 req-1239ff2c-b171-4e76-99cd-942bcf4ee23b tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Router acc5626b-a7c4-4ad3-b44e-bddd73595d23 has already been hosted by L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a {{(pid=83236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:36:59.278050 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36040095-d155-4fc3-90d1-d5a30a015bb3 req-1239ff2c-b171-4e76-99cd-942bcf4ee23b tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:36:59.287502 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad045e8-c153-4a6a-93f9-230e17e5c3b5 None None] Sync routers for ids ['acc5626b-a7c4-4ad3-b44e-bddd73595d23'] in dv-cinder-843305-1-iscsi {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:36:59.299188 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad045e8-c153-4a6a-93f9-230e17e5c3b5 None None] Routers {'acc5626b-a7c4-4ad3-b44e-bddd73595d23'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:36:59.299803 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-dad045e8-c153-4a6a-93f9-230e17e5c3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:36:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['acc5626b-a7c4-4ad3-b44e-bddd73595d23'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:36:59.348940 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [req-36040095-d155-4fc3-90d1-d5a30a015bb3 req-1239ff2c-b171-4e76-99cd-942bcf4ee23b tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] No DVR routers for this DVR port 3e734bcc-b9c8-4111-9184-349b4c2bd21f on host hv-cinder-84330 {{(pid=83236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:36:59.351994 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-36040095-d155-4fc3-90d1-d5a30a015bb3 req-1239ff2c-b171-4e76-99cd-942bcf4ee23b tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:36:59.354668 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d6b8e5c-6150-4e6a-ae2a-4063f3d69535', 'name': 'network-vif-deleted', 'tag': '3e734bcc-b9c8-4111-9184-349b4c2bd21f'}] {{(pid=83236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:36:59.370765 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-36040095-d155-4fc3-90d1-d5a30a015bb3 req-1239ff2c-b171-4e76-99cd-942bcf4ee23b tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.45 "DELETE /v2.0/ports/3e734bcc-b9c8-4111-9184-349b4c2bd21f HTTP/1.1" status: 204 len: 173 time: 1.3326328 May 25 22:36:59.417911 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f14f7691-178a-4f99-b291-95ddfbab49d6'] response: {'server_uuid': '6d6b8e5c-6150-4e6a-ae2a-4063f3d69535', 'name': 'network-vif-deleted', 'tag': '3e734bcc-b9c8-4111-9184-349b4c2bd21f', 'status': 'completed', 'code': 200} May 25 22:36:59.507033 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-dad045e8-c153-4a6a-93f9-230e17e5c3b5 None None] Set router acc5626b-a7c4-4ad3-b44e-bddd73595d23 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:36:59.731186 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-da1927fd-2f71-4ef0-9836-e85c331d7785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:36:59.741118 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-9d142e31-1df8-4073-9777-ef65c8ae00ab req-3959d17c-5138-4279-a6ad-0a31efb5531f tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d6b8e5c-6150-4e6a-ae2a-4063f3d69535 HTTP/1.1" status: 200 len: 210 time: 0.1344185 May 25 22:36:59.848916 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-dad045e8-c153-4a6a-93f9-230e17e5c3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'name': 'tempest-AttachVolumeTestJSON-2115816662-router', 'tenant_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '0abf62aa-2c7d-4e60-9f6c-c4182b6a4805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:32:46Z', 'updated_at': '2022-05-25T22:32:54Z', 'revision_number': 4, 'project_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'gw_port': {'id': '0abf62aa-2c7d-4e60-9f6c-c4182b6a4805', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:92:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:47Z', 'updated_at': '2022-05-25T22:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '5be0598e-33b1-4e73-9de6-042d1cb11080', 'name': '', 'network_id': 'fd7645f7-57af-45f1-a732-f6a2011f3185', 'tenant_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'mac_address': 'fa:16:3e:f3:7e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98f8d2f7-6f04-442a-9b23-c573cfab2370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:52Z', 'updated_at': '2022-05-25T22:33:07Z', 'revision_number': 5, 'project_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'subnets': [{'id': '98f8d2f7-6f04-442a-9b23-c573cfab2370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:36:59.852686 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad045e8-c153-4a6a-93f9-230e17e5c3b5 None None] Checking router: acc5626b-a7c4-4ad3-b44e-bddd73595d23 for host: dv-cinder-843305-1-iscsi {{(pid=83238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:36:59.863442 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad045e8-c153-4a6a-93f9-230e17e5c3b5 None None] Routers {'acc5626b-a7c4-4ad3-b44e-bddd73595d23'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:36:59.864412 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-dad045e8-c153-4a6a-93f9-230e17e5c3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:36:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['acc5626b-a7c4-4ad3-b44e-bddd73595d23'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:37:00.051196 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-dad045e8-c153-4a6a-93f9-230e17e5c3b5 None None] Set router acc5626b-a7c4-4ad3-b44e-bddd73595d23 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:37:00.361784 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-dad045e8-c153-4a6a-93f9-230e17e5c3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'name': 'tempest-AttachVolumeTestJSON-2115816662-router', 'tenant_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '0abf62aa-2c7d-4e60-9f6c-c4182b6a4805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:32:46Z', 'updated_at': '2022-05-25T22:32:54Z', 'revision_number': 4, 'project_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'gw_port': {'id': '0abf62aa-2c7d-4e60-9f6c-c4182b6a4805', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:92:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:47Z', 'updated_at': '2022-05-25T22:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '5be0598e-33b1-4e73-9de6-042d1cb11080', 'name': '', 'network_id': 'fd7645f7-57af-45f1-a732-f6a2011f3185', 'tenant_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'mac_address': 'fa:16:3e:f3:7e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98f8d2f7-6f04-442a-9b23-c573cfab2370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:52Z', 'updated_at': '2022-05-25T22:33:07Z', 'revision_number': 5, 'project_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'subnets': [{'id': '98f8d2f7-6f04-442a-9b23-c573cfab2370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:37:00.366064 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad045e8-c153-4a6a-93f9-230e17e5c3b5 None None] The sync data for ids ['acc5626b-a7c4-4ad3-b44e-bddd73595d23'] in dv-cinder-843305-1-iscsi is: [{'id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'name': 'tempest-AttachVolumeTestJSON-2115816662-router', 'tenant_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '0abf62aa-2c7d-4e60-9f6c-c4182b6a4805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:32:46Z', 'updated_at': '2022-05-25T22:32:54Z', 'revision_number': 4, 'project_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'gw_port': {'id': '0abf62aa-2c7d-4e60-9f6c-c4182b6a4805', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:92:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:47Z', 'updated_at': '2022-05-25T22:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '5be0598e-33b1-4e73-9de6-042d1cb11080', 'name': '', 'network_id': 'fd7645f7-57af-45f1-a732-f6a2011f3185', 'tenant_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'mac_address': 'fa:16:3e:f3:7e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98f8d2f7-6f04-442a-9b23-c573cfab2370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:52Z', 'updated_at': '2022-05-25T22:33:07Z', 'revision_number': 5, 'project_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'subnets': [{'id': '98f8d2f7-6f04-442a-9b23-c573cfab2370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:37:00.598813 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64eb6797-1a5a-446d-80a7-d8c72e36e3fa None None] New status for floating IP 829d7e43-add2-4fd2-8f68-9b37245047b5: DOWN {{(pid=83239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:37:00.892271 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 57160) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:37:00.958178 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-2b0ef168-2f5b-4b5d-bf04-f86f26a25fba tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks [] for security_group, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:00.984732 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-2b0ef168-2f5b-4b5d-bf04-f86f26a25fba tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:01.035223 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-2b0ef168-2f5b-4b5d-bf04-f86f26a25fba tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:01.051875 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ef168-2f5b-4b5d-bf04-f86f26a25fba tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c98f760-c27c-4c65-a41e-654562a13911,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:37:01.065215 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-2b0ef168-2f5b-4b5d-bf04-f86f26a25fba tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks [] for security_group, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:01.068982 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-2b0ef168-2f5b-4b5d-bf04-f86f26a25fba tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "DELETE /v2.0/security-groups/3c98f760-c27c-4c65-a41e-654562a13911 HTTP/1.1" status: 204 len: 168 time: 0.1731243 May 25 22:37:01.069135 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 57164) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:37:01.086143 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.api.v2.resource [None req-628b30c0-e6c2-4479-9f74-ed6f31cb44b0 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] show failed (client error): The resource could not be found. May 25 22:37:01.087109 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-628b30c0-e6c2-4479-9f74-ed6f31cb44b0 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups/3c98f760-c27c-4c65-a41e-654562a13911 HTTP/1.1" status: 404 len: 347 time: 0.0170634 May 25 22:37:01.089909 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 57168) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:37:01.248882 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [None req-156fab1b-282c-483c-bc9a-195a70dccc13 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Deleting port 3d47e763-fa53-4d6b-907f-d5ea537dc482 {{(pid=83236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:37:01.249213 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-156fab1b-282c-483c-bc9a-195a70dccc13 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:01.418768 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-156fab1b-282c-483c-bc9a-195a70dccc13 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:01.419091 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-156fab1b-282c-483c-bc9a-195a70dccc13 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:01.535871 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [None req-156fab1b-282c-483c-bc9a-195a70dccc13 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Calling delete_port for 3d47e763-fa53-4d6b-907f-d5ea537dc482 owned by network:floatingip {{(pid=83236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:37:01.675743 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-156fab1b-282c-483c-bc9a-195a70dccc13 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:01.717822 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156fab1b-282c-483c-bc9a-195a70dccc13 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Pushing event deleted for resources: {'Port': ['ID=3d47e763-fa53-4d6b-907f-d5ea537dc482,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:37:01.808948 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-152e1a7a-8bb7-42f3-be51-db0662f8964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:01.812609 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-156fab1b-282c-483c-bc9a-195a70dccc13 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks [] for floatingip, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:01.826864 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-156fab1b-282c-483c-bc9a-195a70dccc13 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for floatingip, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:01.828006 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-156fab1b-282c-483c-bc9a-195a70dccc13 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "DELETE /v2.0/floatingips/829d7e43-add2-4fd2-8f68-9b37245047b5 HTTP/1.1" status: 204 len: 168 time: 0.7372024 May 25 22:37:01.927184 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 57176) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:37:01.932704 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-c5b518b0-a189-4dc7-a7a3-6f7e86cc2ae4 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Request body: {'security_group': {'name': 'tempest-securitygroup--730259326', 'description': 'tempest-description--1703541596'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:37:01.938328 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-c5b518b0-a189-4dc7-a7a3-6f7e86cc2ae4 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:37:01.942480 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-c5b518b0-a189-4dc7-a7a3-6f7e86cc2ae4 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Usage tracker for resource:security_group and tenant:b90abe1db3a04a6d96f07ef98a9f9cae is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:37:01.945322 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-c5b518b0-a189-4dc7-a7a3-6f7e86cc2ae4 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:37:01.950804 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-c5b518b0-a189-4dc7-a7a3-6f7e86cc2ae4 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:37:01.961611 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-c5b518b0-a189-4dc7-a7a3-6f7e86cc2ae4 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:01.995803 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-c5b518b0-a189-4dc7-a7a3-6f7e86cc2ae4 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:37:01.999427 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-c5b518b0-a189-4dc7-a7a3-6f7e86cc2ae4 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Usage tracker for resource:security_group_rule and tenant:b90abe1db3a04a6d96f07ef98a9f9cae is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:37:02.002148 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-c5b518b0-a189-4dc7-a7a3-6f7e86cc2ae4 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:37:02.007644 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-c5b518b0-a189-4dc7-a7a3-6f7e86cc2ae4 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:37:02.059773 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-c5b518b0-a189-4dc7-a7a3-6f7e86cc2ae4 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:02.063471 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-c5b518b0-a189-4dc7-a7a3-6f7e86cc2ae4 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:02.105174 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b518b0-a189-4dc7-a7a3-6f7e86cc2ae4 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7d76c9-290e-4e82-81a9-1e817ac4bd63,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:37:02.114021 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-c5b518b0-a189-4dc7-a7a3-6f7e86cc2ae4 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:02.115158 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-c5b518b0-a189-4dc7-a7a3-6f7e86cc2ae4 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.1869678 May 25 22:37:02.116545 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b518b0-a189-4dc7-a7a3-6f7e86cc2ae4 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:37:02.116879 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b518b0-a189-4dc7-a7a3-6f7e86cc2ae4 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:37:02.117259 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b518b0-a189-4dc7-a7a3-6f7e86cc2ae4 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:37:02.117561 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b518b0-a189-4dc7-a7a3-6f7e86cc2ae4 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:37:02.117882 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b518b0-a189-4dc7-a7a3-6f7e86cc2ae4 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:37:02.118448 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b518b0-a189-4dc7-a7a3-6f7e86cc2ae4 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:37:02.118592 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 57180) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:37:02.119044 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b518b0-a189-4dc7-a7a3-6f7e86cc2ae4 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:37:02.119044 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b518b0-a189-4dc7-a7a3-6f7e86cc2ae4 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:37:02.119345 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b518b0-a189-4dc7-a7a3-6f7e86cc2ae4 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:37:02.119672 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b518b0-a189-4dc7-a7a3-6f7e86cc2ae4 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:37:02.120090 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b518b0-a189-4dc7-a7a3-6f7e86cc2ae4 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:37:02.125212 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [None req-45467976-f90e-46ea-ab94-e09c0c459ae1 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Request body: {'security_group_rule': {'security_group_id': '9a7d76c9-290e-4e82-81a9-1e817ac4bd63', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:37:02.131510 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-45467976-f90e-46ea-ab94-e09c0c459ae1 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:37:02.135282 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-45467976-f90e-46ea-ab94-e09c0c459ae1 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Usage tracker for resource:security_group_rule and tenant:b90abe1db3a04a6d96f07ef98a9f9cae is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:37:02.138247 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-45467976-f90e-46ea-ab94-e09c0c459ae1 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:37:02.144676 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-45467976-f90e-46ea-ab94-e09c0c459ae1 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:37:02.161423 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-45467976-f90e-46ea-ab94-e09c0c459ae1 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:02.219902 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-45467976-f90e-46ea-ab94-e09c0c459ae1 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:02.223428 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-45467976-f90e-46ea-ab94-e09c0c459ae1 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924750'] for security_group_rule, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:02.245432 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45467976-f90e-46ea-ab94-e09c0c459ae1 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa75545d-41c5-4078-967a-acad024341f1,revision_number=0']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:37:02.254864 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-45467976-f90e-46ea-ab94-e09c0c459ae1 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:02.256031 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-45467976-f90e-46ea-ab94-e09c0c459ae1 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1364748 May 25 22:37:02.258652 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 57184) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:37:02.263940 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [None req-0856adce-f3bc-4cf3-bacd-a2649e44d2a8 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Request body: {'security_group_rule': {'security_group_id': '9a7d76c9-290e-4e82-81a9-1e817ac4bd63', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:37:02.270049 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-0856adce-f3bc-4cf3-bacd-a2649e44d2a8 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:37:02.273788 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-0856adce-f3bc-4cf3-bacd-a2649e44d2a8 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Usage tracker for resource:security_group_rule and tenant:b90abe1db3a04a6d96f07ef98a9f9cae is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:37:02.277918 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-0856adce-f3bc-4cf3-bacd-a2649e44d2a8 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:37:02.284829 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-0856adce-f3bc-4cf3-bacd-a2649e44d2a8 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:37:02.299727 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-0856adce-f3bc-4cf3-bacd-a2649e44d2a8 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:02.363294 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-0856adce-f3bc-4cf3-bacd-a2649e44d2a8 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:02.364427 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.agents_db [None req-9a0b4f36-fcd8-49b0-a2d4-59f1c5f7edf0 None None] Agent healthcheck: found 6 active agents {{(pid=83239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:37:02.367336 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-0856adce-f3bc-4cf3-bacd-a2649e44d2a8 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924750'] for security_group_rule, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:02.391491 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0856adce-f3bc-4cf3-bacd-a2649e44d2a8 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7defc264-60fc-451b-bf7a-248ea507d5fb,revision_number=0']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:37:02.401319 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-0856adce-f3bc-4cf3-bacd-a2649e44d2a8 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:02.401982 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 3e734bcc-b9c8-4111-9184-349b4c2bd21f no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:37:02.402576 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-0856adce-f3bc-4cf3-bacd-a2649e44d2a8 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1430166 May 25 22:37:02.405607 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 57188) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:37:02.410811 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [None req-7c632493-30ab-409d-bb46-04a233792bfd tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Request body: {'floatingip': {'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:37:02.416123 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-7c632493-30ab-409d-bb46-04a233792bfd tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:37:02.419852 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-7c632493-30ab-409d-bb46-04a233792bfd tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Usage tracker for resource:floatingip and tenant:b90abe1db3a04a6d96f07ef98a9f9cae is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:37:02.422603 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-7c632493-30ab-409d-bb46-04a233792bfd tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:37:02.429073 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-7c632493-30ab-409d-bb46-04a233792bfd tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:37:02.437913 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] No Port match for: 3e734bcc-b9c8-4111-9184-349b4c2bd21f {{(pid=83238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:37:02.438239 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 3e734bcc-b9c8-4111-9184-349b4c2bd21f not bound to the agent host hv-cinder-84330 {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:37:02.440021 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-7c632493-30ab-409d-bb46-04a233792bfd tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks [] for floatingip, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:02.572951 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-7c632493-30ab-409d-bb46-04a233792bfd tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:02.705438 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.db_base_plugin_common [None req-7c632493-30ab-409d-bb46-04a233792bfd tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Allocated IP 172.27.0.32 (cb39d3ef-31f0-4e66-970b-4cb0d379e187/4ff22ee7-6206-48b0-b7ae-e7396fe607ae/26da3553-dfc3-4b96-abdb-bcfa8c99b8d7) {{(pid=83236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:37:02.854208 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-7c632493-30ab-409d-bb46-04a233792bfd tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks [] for port, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:02.880713 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:02.883958 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-7c632493-30ab-409d-bb46-04a233792bfd tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:03.013775 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c632493-30ab-409d-bb46-04a233792bfd tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Network cb39d3ef-31f0-4e66-970b-4cb0d379e187 is already hosted by enough agents. {{(pid=83236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:37:03.016282 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.base_scheduler [None req-7c632493-30ab-409d-bb46-04a233792bfd tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Resources bound (agent type, host, resource id): {{(pid=83236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:37:03.018635 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c632493-30ab-409d-bb46-04a233792bfd tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Received port after_create {{(pid=83236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:37:03.053958 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c632493-30ab-409d-bb46-04a233792bfd tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Pushing event updated for resources: {'Port': ['ID=26da3553-dfc3-4b96-abdb-bcfa8c99b8d7,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:37:03.056537 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:03.178491 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-7c632493-30ab-409d-bb46-04a233792bfd tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:03.234083 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-7c632493-30ab-409d-bb46-04a233792bfd tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:03.427888 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-7c632493-30ab-409d-bb46-04a233792bfd tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks [] for port, precommit_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:03.432180 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-7c632493-30ab-409d-bb46-04a233792bfd tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1630987'] for port, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:03.533567 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c632493-30ab-409d-bb46-04a233792bfd tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Pushing event updated for resources: {'Port': ['ID=26da3553-dfc3-4b96-abdb-bcfa8c99b8d7,revision_number=2']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:37:03.548179 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-7c632493-30ab-409d-bb46-04a233792bfd tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335082'] for floatingip, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:03.570687 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-7c632493-30ab-409d-bb46-04a233792bfd tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for floatingip, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:03.571929 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-7c632493-30ab-409d-bb46-04a233792bfd tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1654305 May 25 22:37:03.802335 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-0f459c18-5210-45f5-a513-a8bbe73b6028 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Synchronizing usage tracker for tenant:b90abe1db3a04a6d96f07ef98a9f9cae on resource:security_group {{(pid=83237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:37:03.817440 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-0f459c18-5210-45f5-a513-a8bbe73b6028 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Unset dirty status for tenant:b90abe1db3a04a6d96f07ef98a9f9cae on resource:security_group {{(pid=83237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:37:03.818658 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-0f459c18-5210-45f5-a513-a8bbe73b6028 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--730259326&fields=id&tenant_id=b90abe1db3a04a6d96f07ef98a9f9cae HTTP/1.1" status: 200 len: 267 time: 0.0602756 May 25 22:37:03.964390 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-774d1a34-4b60-49a5-94bf-e919b54e9914 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:03.965717 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-774d1a34-4b60-49a5-94bf-e919b54e9914 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/networks?id=fd7645f7-57af-45f1-a732-f6a2011f3185 HTTP/1.1" status: 200 len: 811 time: 0.1406832 May 25 22:37:03.981040 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-c21606ca-198d-4891-954a-99d3e689bebe tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/quotas/b90abe1db3a04a6d96f07ef98a9f9cae HTTP/1.1" status: 200 len: 375 time: 0.0101185 May 25 22:37:04.059442 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-2b2d18f1-9d75-410d-9750-3b7fa466830c tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b90abe1db3a04a6d96f07ef98a9f9cae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0737340 May 25 22:37:04.194791 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-71499c8a-6cb1-4233-993a-42ac7d313931 service neutron] 10.222.0.39 "GET /v2.0/networks/fd7645f7-57af-45f1-a732-f6a2011f3185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221240 May 25 22:37:04.321867 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-6c6c98d6-8798-4155-b701-2cacd8745f0c service neutron] 10.222.0.39 "GET /v2.0/networks/fd7645f7-57af-45f1-a732-f6a2011f3185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213384 May 25 22:37:04.342890 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:04.529902 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-0910cb97-8292-4608-8e75-114bc0c1f11d req-99149e43-1873-4968-95b9-7af0f33e3843 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=f96f70ad-bf25-463e-b0bd-c0fdfe0c21cd HTTP/1.1" status: 200 len: 210 time: 0.0392482 May 25 22:37:05.688791 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-ff8aa402-d0e3-47d7-adcd-95de2d410f6e tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:05.690191 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-ff8aa402-d0e3-47d7-adcd-95de2d410f6e tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.45 "GET /v2.0/networks?id=fd7645f7-57af-45f1-a732-f6a2011f3185 HTTP/1.1" status: 200 len: 811 time: 0.1477633 May 25 22:37:05.709136 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-7c61f20f-f3c0-444d-9dbe-2b3f61309442 req-a031e3f1-f2c7-4aa2-ab75-8443dd5da918 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=f96f70ad-bf25-463e-b0bd-c0fdfe0c21cd HTTP/1.1" status: 200 len: 210 time: 0.0508835 May 25 22:37:05.757056 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-d0b0e4f5-8682-4a08-8e42-2dc6e5a1c309 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Synchronizing usage tracker for tenant:b90abe1db3a04a6d96f07ef98a9f9cae on resource:security_group {{(pid=83236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:37:05.768400 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-d0b0e4f5-8682-4a08-8e42-2dc6e5a1c309 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Unset dirty status for tenant:b90abe1db3a04a6d96f07ef98a9f9cae on resource:security_group {{(pid=83236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:37:05.769548 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-d0b0e4f5-8682-4a08-8e42-2dc6e5a1c309 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b90abe1db3a04a6d96f07ef98a9f9cae HTTP/1.1" status: 200 len: 379 time: 0.0553937 May 25 22:37:05.779393 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-884728d5-c4cc-42d1-a003-ad9b65fb3ed7 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Request body: {'port': {'device_id': 'f96f70ad-bf25-463e-b0bd-c0fdfe0c21cd', 'network_id': 'fd7645f7-57af-45f1-a732-f6a2011f3185', 'admin_state_up': True, 'tenant_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'security_groups': ['9a7d76c9-290e-4e82-81a9-1e817ac4bd63']}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:37:05.911951 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-884728d5-c4cc-42d1-a003-ad9b65fb3ed7 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:37:05.915924 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-884728d5-c4cc-42d1-a003-ad9b65fb3ed7 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Usage tracker for resource:port and tenant:b90abe1db3a04a6d96f07ef98a9f9cae is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:37:05.918650 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-884728d5-c4cc-42d1-a003-ad9b65fb3ed7 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:37:05.924158 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-884728d5-c4cc-42d1-a003-ad9b65fb3ed7 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:37:05.934173 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-884728d5-c4cc-42d1-a003-ad9b65fb3ed7 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Made reservation on behalf of b90abe1db3a04a6d96f07ef98a9f9cae for: {'port': 1} {{(pid=83236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:37:05.937060 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-884728d5-c4cc-42d1-a003-ad9b65fb3ed7 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:06.091818 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.db_base_plugin_common [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-884728d5-c4cc-42d1-a003-ad9b65fb3ed7 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Allocated IP 172.20.0.4 (fd7645f7-57af-45f1-a732-f6a2011f3185/98f8d2f7-6f04-442a-9b23-c573cfab2370/f830926d-f1fa-4cee-85f4-a93c74c31a46) {{(pid=83236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:37:06.276964 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-884728d5-c4cc-42d1-a003-ad9b65fb3ed7 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks [] for port, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:06.292478 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.provisioning_blocks [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-884728d5-c4cc-42d1-a003-ad9b65fb3ed7 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Transition to ACTIVE for port object f830926d-f1fa-4cee-85f4-a93c74c31a46 will not be triggered until provisioned by entity DHCP. {{(pid=83236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:37:06.312858 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-884728d5-c4cc-42d1-a003-ad9b65fb3ed7 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:06.387253 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-884728d5-c4cc-42d1-a003-ad9b65fb3ed7 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Network fd7645f7-57af-45f1-a732-f6a2011f3185 is already hosted by enough agents. {{(pid=83236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:37:06.390261 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.base_scheduler [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-884728d5-c4cc-42d1-a003-ad9b65fb3ed7 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Resources bound (agent type, host, resource id): {{(pid=83236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:37:06.395543 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-884728d5-c4cc-42d1-a003-ad9b65fb3ed7 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Received port after_create {{(pid=83236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:37:06.422268 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884728d5-c4cc-42d1-a003-ad9b65fb3ed7 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Pushing event updated for resources: {'Port': ['ID=f830926d-f1fa-4cee-85f4-a93c74c31a46,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:37:06.464053 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-884728d5-c4cc-42d1-a003-ad9b65fb3ed7 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:06.464652 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-884728d5-c4cc-42d1-a003-ad9b65fb3ed7 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:06.491419 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-884728d5-c4cc-42d1-a003-ad9b65fb3ed7 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7152591 May 25 22:37:06.512591 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-44cccaba-1f64-4a16-9f88-ff66310b9957 service neutron] Request body: {'port': {'device_id': 'f96f70ad-bf25-463e-b0bd-c0fdfe0c21cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:37:06.621990 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-44cccaba-1f64-4a16-9f88-ff66310b9957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:06.657624 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-7fc7c432-2750-41c4-94ce-144767291df5 None None] Provisioning for port f830926d-f1fa-4cee-85f4-a93c74c31a46 completed by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:37:06.663009 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-7fc7c432-2750-41c4-94ce-144767291df5 None None] Provisioning complete for port f830926d-f1fa-4cee-85f4-a93c74c31a46 triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:37:06.663384 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-7fc7c432-2750-41c4-94ce-144767291df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:06.714355 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-7fc7c432-2750-41c4-94ce-144767291df5 None None] Port f830926d-f1fa-4cee-85f4-a93c74c31a46 cannot update to ACTIVE because it is not bound. {{(pid=83238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:37:06.919448 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f728a-9975-46b7-9375-48fa9185eb92 req-08cac491-55d7-4ffe-ad8f-b5558dbb8e86 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:06.920912 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-1b3f728a-9975-46b7-9375-48fa9185eb92 req-08cac491-55d7-4ffe-ad8f-b5558dbb8e86 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=f96f70ad-bf25-463e-b0bd-c0fdfe0c21cd HTTP/1.1" status: 200 len: 931 time: 0.0767474 May 25 22:37:06.967007 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-1b3f728a-9975-46b7-9375-48fa9185eb92 req-156006f1-1cf6-495d-901e-7ae986b3f0bd tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a7d76c9-290e-4e82-81a9-1e817ac4bd63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397272 May 25 22:37:07.031187 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-44cccaba-1f64-4a16-9f88-ff66310b9957 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f830926d-f1fa-4cee-85f4-a93c74c31a46 {{(pid=83236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:37:07.038717 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-44cccaba-1f64-4a16-9f88-ff66310b9957 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:07.052487 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.provisioning_blocks [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-44cccaba-1f64-4a16-9f88-ff66310b9957 service neutron] Transition to ACTIVE for port object f830926d-f1fa-4cee-85f4-a93c74c31a46 will not be triggered until provisioned by entity L2. {{(pid=83236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:37:07.056149 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-44cccaba-1f64-4a16-9f88-ff66310b9957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1630987'] for port, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:07.178364 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cccaba-1f64-4a16-9f88-ff66310b9957 service neutron] Pushing event updated for resources: {'Port': ['ID=f830926d-f1fa-4cee-85f4-a93c74c31a46,revision_number=2']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:37:07.288434 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-44cccaba-1f64-4a16-9f88-ff66310b9957 service neutron] Attempting to bind port f830926d-f1fa-4cee-85f4-a93c74c31a46 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:37:07.288763 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-44cccaba-1f64-4a16-9f88-ff66310b9957 service neutron] Attempting to bind port f830926d-f1fa-4cee-85f4-a93c74c31a46 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '8d828a5b-6a20-4c3e-851e-162f0bcf0bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'fd7645f7-57af-45f1-a732-f6a2011f3185'}] {{(pid=83236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:37:07.289086 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-44cccaba-1f64-4a16-9f88-ff66310b9957 service neutron] Attempting to bind port f830926d-f1fa-4cee-85f4-a93c74c31a46 on network fd7645f7-57af-45f1-a732-f6a2011f3185 {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:37:07.294673 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-44cccaba-1f64-4a16-9f88-ff66310b9957 service neutron] Port f830926d-f1fa-4cee-85f4-a93c74c31a46 on network fd7645f7-57af-45f1-a732-f6a2011f3185 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:37:07.294983 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-44cccaba-1f64-4a16-9f88-ff66310b9957 service neutron] Attempting to bind port f830926d-f1fa-4cee-85f4-a93c74c31a46 on network fd7645f7-57af-45f1-a732-f6a2011f3185 {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:37:07.301234 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-44cccaba-1f64-4a16-9f88-ff66310b9957 service neutron] Checking agent: {'id': 'ba48c32d-6c3d-40ce-a4ff-91ef21d08f39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 30, 42), 'started_at': datetime.datetime(2022, 5, 25, 22, 30, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:37:07.301561 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-44cccaba-1f64-4a16-9f88-ff66310b9957 service neutron] Checking segment: {'id': '8d828a5b-6a20-4c3e-851e-162f0bcf0bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'fd7645f7-57af-45f1-a732-f6a2011f3185'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:37:07.301934 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-44cccaba-1f64-4a16-9f88-ff66310b9957 service neutron] Bound using segment: {'id': '8d828a5b-6a20-4c3e-851e-162f0bcf0bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'fd7645f7-57af-45f1-a732-f6a2011f3185'} {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:37:07.302348 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-44cccaba-1f64-4a16-9f88-ff66310b9957 service neutron] Bound port: f830926d-f1fa-4cee-85f4-a93c74c31a46, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d828a5b-6a20-4c3e-851e-162f0bcf0bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'fd7645f7-57af-45f1-a732-f6a2011f3185'}}] {{(pid=83236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:37:07.302685 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-44cccaba-1f64-4a16-9f88-ff66310b9957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:07.387675 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-44cccaba-1f64-4a16-9f88-ff66310b9957 service neutron] For port f830926d-f1fa-4cee-85f4-a93c74c31a46, host hv-cinder-84330, cleared binding levels {{(pid=83236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:37:07.390477 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-44cccaba-1f64-4a16-9f88-ff66310b9957 service neutron] For port f830926d-f1fa-4cee-85f4-a93c74c31a46, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=f830926d-f1fa-4cee-85f4-a93c74c31a46,segment=NetworkSegment(8d828a5b-6a20-4c3e-851e-162f0bcf0bcb),segment_id=8d828a5b-6a20-4c3e-851e-162f0bcf0bcb)] {{(pid=83236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:37:07.395236 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-44cccaba-1f64-4a16-9f88-ff66310b9957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1630987'] for port, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:07.457643 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-44cccaba-1f64-4a16-9f88-ff66310b9957 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:07.458993 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-44cccaba-1f64-4a16-9f88-ff66310b9957 service neutron] 10.222.0.45 "PUT /v2.0/ports/f830926d-f1fa-4cee-85f4-a93c74c31a46 HTTP/1.1" status: 200 len: 1093 time: 0.9526670 May 25 22:37:07.459422 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f96f70ad-bf25-463e-b0bd-c0fdfe0c21cd', 'tag': 'f830926d-f1fa-4cee-85f4-a93c74c31a46'}] {{(pid=83236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:37:07.479618 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cccaba-1f64-4a16-9f88-ff66310b9957 service neutron] Pushing event updated for resources: {'Port': ['ID=f830926d-f1fa-4cee-85f4-a93c74c31a46,revision_number=3']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:37:07.546078 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca0f8f27-37f8-4657-87ae-35e73d1eb9e5'] response: {'name': 'network-changed', 'server_uuid': 'f96f70ad-bf25-463e-b0bd-c0fdfe0c21cd', 'tag': 'f830926d-f1fa-4cee-85f4-a93c74c31a46', 'status': 'completed', 'code': 200} May 25 22:37:07.588894 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-9b4ad507-a6bf-4b57-a68f-742c432dbf71 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b90abe1db3a04a6d96f07ef98a9f9cae&device_id=f96f70ad-bf25-463e-b0bd-c0fdfe0c21cd HTTP/1.1" status: 200 len: 1096 time: 0.0763509 May 25 22:37:07.668310 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-28d7056c-b10c-4184-977a-d4467dfffe35 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f830926d-f1fa-4cee-85f4-a93c74c31a46 HTTP/1.1" status: 200 len: 217 time: 0.0662231 May 25 22:37:07.729538 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-21584abd-5453-4aec-9a56-ec603da0661e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:07.730854 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-21584abd-5453-4aec-9a56-ec603da0661e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=98f8d2f7-6f04-442a-9b23-c573cfab2370 HTTP/1.1" status: 200 len: 850 time: 0.0565801 May 25 22:37:07.809748 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-e63ddd83-2633-42d4-bd7b-19a7d7f782ad service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fd7645f7-57af-45f1-a732-f6a2011f3185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0727966 May 25 22:37:07.942615 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-031911d1-cf93-4cc3-b1cb-a35c8af97088 service neutron] 10.222.0.45 "GET /v2.0/networks/fd7645f7-57af-45f1-a732-f6a2011f3185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267087 May 25 22:37:08.076263 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-f3fa7e62-fb0d-4eb8-ad8f-82ea6548b0c3 req-2501a4e9-2013-4194-b219-9603a7124e37 service neutron] 10.222.0.45 "GET /v2.0/networks/fd7645f7-57af-45f1-a732-f6a2011f3185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278024 May 25 22:37:08.176296 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101de635-71cb-46e9-aa73-d51be1a83d68 req-1e93ce00-1b0e-445e-a83b-4c6c66ebca5f tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:08.177824 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-101de635-71cb-46e9-aa73-d51be1a83d68 req-1e93ce00-1b0e-445e-a83b-4c6c66ebca5f tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=f96f70ad-bf25-463e-b0bd-c0fdfe0c21cd HTTP/1.1" status: 200 len: 943 time: 0.0866051 May 25 22:37:08.234076 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-101de635-71cb-46e9-aa73-d51be1a83d68 req-ff763be4-cce7-4850-a2d6-e2f444aa3e74 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a7d76c9-290e-4e82-81a9-1e817ac4bd63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505626 May 25 22:37:08.270609 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-6b7a203e-5b44-4312-97d2-b3c399a5d5c0 req-46aace48-6a89-43d6-aab4-b80e749d69b6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b90abe1db3a04a6d96f07ef98a9f9cae&device_id=f96f70ad-bf25-463e-b0bd-c0fdfe0c21cd HTTP/1.1" status: 200 len: 1096 time: 0.0809660 May 25 22:37:08.403609 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a203e-5b44-4312-97d2-b3c399a5d5c0 req-344f00b9-4afb-4a4b-9d1b-74842b41fc61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:08.406009 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-6b7a203e-5b44-4312-97d2-b3c399a5d5c0 req-344f00b9-4afb-4a4b-9d1b-74842b41fc61 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fd7645f7-57af-45f1-a732-f6a2011f3185 HTTP/1.1" status: 200 len: 912 time: 0.1292305 May 25 22:37:08.500093 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-6b7a203e-5b44-4312-97d2-b3c399a5d5c0 req-97f93c68-9685-4356-acbc-52dba4969ad0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f830926d-f1fa-4cee-85f4-a93c74c31a46 HTTP/1.1" status: 200 len: 217 time: 0.0866261 May 25 22:37:08.567098 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a203e-5b44-4312-97d2-b3c399a5d5c0 req-c8af0790-f7f5-44ca-8806-e2b585c75181 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:08.568544 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-6b7a203e-5b44-4312-97d2-b3c399a5d5c0 req-c8af0790-f7f5-44ca-8806-e2b585c75181 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=98f8d2f7-6f04-442a-9b23-c573cfab2370 HTTP/1.1" status: 200 len: 850 time: 0.0567596 May 25 22:37:08.661725 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-6b7a203e-5b44-4312-97d2-b3c399a5d5c0 req-def1d004-238b-4941-8558-cf1c6f9ed75a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fd7645f7-57af-45f1-a732-f6a2011f3185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717249 May 25 22:37:08.895400 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-6b7a203e-5b44-4312-97d2-b3c399a5d5c0 req-6583a8b1-623e-4575-b408-ef192f2c6d15 service neutron] 10.222.0.45 "GET /v2.0/networks/fd7645f7-57af-45f1-a732-f6a2011f3185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115641 May 25 22:37:09.027723 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-6b7a203e-5b44-4312-97d2-b3c399a5d5c0 req-f925176b-3c3f-4a42-9e11-c49d5533a96a service neutron] 10.222.0.45 "GET /v2.0/networks/fd7645f7-57af-45f1-a732-f6a2011f3185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257894 May 25 22:37:09.434432 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a4429-4a68-4db5-96e9-df3974db2e0d req-b9c96967-6fb0-472a-b731-d8e45e156eef tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:09.436733 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f41a4429-4a68-4db5-96e9-df3974db2e0d req-b9c96967-6fb0-472a-b731-d8e45e156eef tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=f96f70ad-bf25-463e-b0bd-c0fdfe0c21cd HTTP/1.1" status: 200 len: 943 time: 0.0797818 May 25 22:37:09.491604 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f41a4429-4a68-4db5-96e9-df3974db2e0d req-1375a0e7-3184-44fb-b4ab-bce88cc0bd18 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a7d76c9-290e-4e82-81a9-1e817ac4bd63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473254 May 25 22:37:09.767872 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c91d2a-172a-4836-a988-e5b2762a36e5 req-0d45ab79-db2c-4f03-97e5-402e6e3576f3 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:09.769319 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-69c91d2a-172a-4836-a988-e5b2762a36e5 req-0d45ab79-db2c-4f03-97e5-402e6e3576f3 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 946 time: 0.0779269 May 25 22:37:09.817784 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-69c91d2a-172a-4836-a988-e5b2762a36e5 req-35b0b86d-afdc-4924-b7ee-dc7f581dea26 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424521 May 25 22:37:10.463988 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device f830926d-f1fa-4cee-85f4-a93c74c31a46 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 22:37:10.594285 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port f830926d-f1fa-4cee-85f4-a93c74c31a46, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=f830926d-f1fa-4cee-85f4-a93c74c31a46,segment=NetworkSegment(8d828a5b-6a20-4c3e-851e-162f0bcf0bcb),segment_id=8d828a5b-6a20-4c3e-851e-162f0bcf0bcb)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:37:10.610690 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Returning: {'device': 'f830926d-f1fa-4cee-85f4-a93c74c31a46', 'network_id': 'fd7645f7-57af-45f1-a732-f6a2011f3185', 'port_id': 'f830926d-f1fa-4cee-85f4-a93c74c31a46', 'mac_address': 'fa:16:3e:a3:1a:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98f8d2f7-6f04-442a-9b23-c573cfab2370', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 22:37:10.664804 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:10.682109 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.notifiers.nova [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f830926d-f1fa-4cee-85f4-a93c74c31a46 {{(pid=83238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:37:10.687278 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45265cc8-39ca-47ab-9c72-dc6dbaecd21c req-c8113ea2-369f-4882-afd8-2ad136ad2745 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:10.688707 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-45265cc8-39ca-47ab-9c72-dc6dbaecd21c req-c8113ea2-369f-4882-afd8-2ad136ad2745 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=f96f70ad-bf25-463e-b0bd-c0fdfe0c21cd HTTP/1.1" status: 200 len: 943 time: 0.0786173 May 25 22:37:10.697732 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port f830926d-f1fa-4cee-85f4-a93c74c31a46, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=f830926d-f1fa-4cee-85f4-a93c74c31a46,segment=NetworkSegment(8d828a5b-6a20-4c3e-851e-162f0bcf0bcb),segment_id=8d828a5b-6a20-4c3e-851e-162f0bcf0bcb)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:37:10.701733 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:10.734771 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-45265cc8-39ca-47ab-9c72-dc6dbaecd21c req-74c3d275-401f-4ec4-96a6-cb1c2d770a51 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a7d76c9-290e-4e82-81a9-1e817ac4bd63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398681 May 25 22:37:10.767491 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Pushing event updated for resources: {'Port': ['ID=f830926d-f1fa-4cee-85f4-a93c74c31a46,revision_number=4']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:37:11.031655 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693fa857-efd4-434d-843e-33419d55f9cd req-ecced8f4-cdb4-4a73-a715-255ef51d9109 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:11.033083 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-693fa857-efd4-434d-843e-33419d55f9cd req-ecced8f4-cdb4-4a73-a715-255ef51d9109 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 946 time: 0.0753086 May 25 22:37:11.067509 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] get_ports_and_sgs() called for port_ids ['f830926d-f1fa-4cee-85f4-a93c74c31a46'] {{(pid=83238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:37:11.080289 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-693fa857-efd4-434d-843e-33419d55f9cd req-d7b83442-cf7e-4db4-9279-1a1d6308b2c9 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411232 May 25 22:37:11.460138 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d9c51-f182-46ff-aae8-022716d4a62d req-1b12720c-19a1-476d-ac40-96f87e52272e tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:11.460710 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-a00d9c51-f182-46ff-aae8-022716d4a62d req-1b12720c-19a1-476d-ac40-96f87e52272e tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Synchronizing usage tracker for tenant:28079ae91d6e40fd890fd778797729e5 on resource:port {{(pid=83236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:37:11.475779 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-a00d9c51-f182-46ff-aae8-022716d4a62d req-1b12720c-19a1-476d-ac40-96f87e52272e tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Unset dirty status for tenant:28079ae91d6e40fd890fd778797729e5 on resource:port {{(pid=83236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:37:11.476905 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-a00d9c51-f182-46ff-aae8-022716d4a62d req-1b12720c-19a1-476d-ac40-96f87e52272e tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 946 time: 0.0932038 May 25 22:37:11.522064 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02fbd3a-d336-48fd-bb3b-c33894668456 req-67e0d835-6b9a-4eff-af02-8f61c98f292c tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:11.523497 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f02fbd3a-d336-48fd-bb3b-c33894668456 req-67e0d835-6b9a-4eff-af02-8f61c98f292c tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a07ad9da-f6ee-4a36-949b-6c75e2aaeb37 HTTP/1.1" status: 200 len: 945 time: 0.0785797 May 25 22:37:11.548049 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [req-a00d9c51-f182-46ff-aae8-022716d4a62d req-801d2a9d-bb6f-405c-9bd7-423f51efa6b8 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Deleting port 13fee545-bfef-4ce5-a503-9ecba03bdc1e {{(pid=83236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:37:11.548432 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-a00d9c51-f182-46ff-aae8-022716d4a62d req-801d2a9d-bb6f-405c-9bd7-423f51efa6b8 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:11.568125 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f02fbd3a-d336-48fd-bb3b-c33894668456 req-0bb68c4b-91aa-4d4d-af78-e669017cbf73 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1ca7f67-0233-406e-b8da-09520f7a7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390563 May 25 22:37:11.690789 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:11.783704 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-a00d9c51-f182-46ff-aae8-022716d4a62d req-801d2a9d-bb6f-405c-9bd7-423f51efa6b8 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] For port 13fee545-bfef-4ce5-a503-9ecba03bdc1e, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=13fee545-bfef-4ce5-a503-9ecba03bdc1e,segment=NetworkSegment(9ab54bba-3610-4b41-8ee8-5bdd91b47bdc),segment_id=9ab54bba-3610-4b41-8ee8-5bdd91b47bdc)] {{(pid=83236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:37:11.784026 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-a00d9c51-f182-46ff-aae8-022716d4a62d req-801d2a9d-bb6f-405c-9bd7-423f51efa6b8 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:11.933858 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663ea55-b5d3-4383-aca1-acd141498993 req-a0a192ac-7005-4c25-8ce4-aeb452033cc2 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:11.935410 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-3663ea55-b5d3-4383-aca1-acd141498993 req-a0a192ac-7005-4c25-8ce4-aeb452033cc2 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=f96f70ad-bf25-463e-b0bd-c0fdfe0c21cd HTTP/1.1" status: 200 len: 944 time: 0.0764425 May 25 22:37:11.981036 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-3663ea55-b5d3-4383-aca1-acd141498993 req-6805dc9e-b95d-4340-b6a8-c75a058a3338 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a7d76c9-290e-4e82-81a9-1e817ac4bd63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397696 May 25 22:37:12.075734 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-a00d9c51-f182-46ff-aae8-022716d4a62d req-801d2a9d-bb6f-405c-9bd7-423f51efa6b8 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:12.076100 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-a00d9c51-f182-46ff-aae8-022716d4a62d req-801d2a9d-bb6f-405c-9bd7-423f51efa6b8 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335082'] for floatingip, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:12.076410 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.db.l3_db [req-a00d9c51-f182-46ff-aae8-022716d4a62d req-801d2a9d-bb6f-405c-9bd7-423f51efa6b8 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Floating IP 442850d2-e0b5-4401-8dcb-acde0fb5688e disassociated. External IP: 172.27.0.182, port: 13fee545-bfef-4ce5-a503-9ecba03bdc1e. May 25 22:37:12.076742 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [req-a00d9c51-f182-46ff-aae8-022716d4a62d req-801d2a9d-bb6f-405c-9bd7-423f51efa6b8 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Calling delete_port for 13fee545-bfef-4ce5-a503-9ecba03bdc1e owned by compute:nova {{(pid=83236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:37:12.217867 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-a00d9c51-f182-46ff-aae8-022716d4a62d req-801d2a9d-bb6f-405c-9bd7-423f51efa6b8 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:12.264375 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f9d0da6d-ccba-46d3-a71e-03b6fc82d7fb req-faf4f073-7c76-48d9-9fd5-b354481da8c0 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 210 time: 0.0439281 May 25 22:37:12.267717 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801d2a9d-bb6f-405c-9bd7-423f51efa6b8 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Pushing event deleted for resources: {'Port': ['ID=13fee545-bfef-4ce5-a503-9ecba03bdc1e,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:37:12.473913 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a00d9c51-f182-46ff-aae8-022716d4a62d req-801d2a9d-bb6f-405c-9bd7-423f51efa6b8 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Router c77ac15f-13e1-4f68-b442-48b0b3431d32 has already been hosted by L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a {{(pid=83236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:37:12.487878 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device f830926d-f1fa-4cee-85f4-a93c74c31a46 up at agent hyperv_hv-cinder-84330 {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:37:12.559248 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Provisioning for port f830926d-f1fa-4cee-85f4-a93c74c31a46 completed by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:37:12.563654 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Provisioning complete for port f830926d-f1fa-4cee-85f4-a93c74c31a46 triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:37:12.564025 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:12.727080 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:12.766332 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a00d9c51-f182-46ff-aae8-022716d4a62d req-801d2a9d-bb6f-405c-9bd7-423f51efa6b8 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:37:12.770647 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port f830926d-f1fa-4cee-85f4-a93c74c31a46, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=f830926d-f1fa-4cee-85f4-a93c74c31a46,segment=NetworkSegment(8d828a5b-6a20-4c3e-851e-162f0bcf0bcb),segment_id=8d828a5b-6a20-4c3e-851e-162f0bcf0bcb)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:37:12.771856 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f96f70ad-bf25-463e-b0bd-c0fdfe0c21cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f830926d-f1fa-4cee-85f4-a93c74c31a46'}] {{(pid=83238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:37:12.779707 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7779cdb0-e56d-4386-8673-beb531ac59b5 None None] Sync routers for ids ['c77ac15f-13e1-4f68-b442-48b0b3431d32'] in dv-cinder-843305-1-iscsi {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:37:12.788158 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:12.793062 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1d54a-a203-415e-82a6-8b7de756aa96 req-bc557071-9ff4-438a-8331-0917f5f2dee3 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:12.794909 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-83f1d54a-a203-415e-82a6-8b7de756aa96 req-bc557071-9ff4-438a-8331-0917f5f2dee3 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a07ad9da-f6ee-4a36-949b-6c75e2aaeb37 HTTP/1.1" status: 200 len: 945 time: 0.0864830 May 25 22:37:12.862581 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7779cdb0-e56d-4386-8673-beb531ac59b5 None None] Routers {'c77ac15f-13e1-4f68-b442-48b0b3431d32'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:37:12.863460 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-7779cdb0-e56d-4386-8673-beb531ac59b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:37:02Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['c77ac15f-13e1-4f68-b442-48b0b3431d32'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:37:12.869398 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-83f1d54a-a203-415e-82a6-8b7de756aa96 req-5dc3b92a-0b8e-4adf-9810-84cb5145503d tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1ca7f67-0233-406e-b8da-09520f7a7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691018 May 25 22:37:12.884919 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [req-a00d9c51-f182-46ff-aae8-022716d4a62d req-801d2a9d-bb6f-405c-9bd7-423f51efa6b8 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] No DVR routers for this DVR port 13fee545-bfef-4ce5-a503-9ecba03bdc1e on host hv-cinder-84330 {{(pid=83236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:37:12.887750 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-a00d9c51-f182-46ff-aae8-022716d4a62d req-801d2a9d-bb6f-405c-9bd7-423f51efa6b8 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:12.890553 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ee8b28f-d400-447a-9338-9639f75c9052', 'name': 'network-vif-deleted', 'tag': '13fee545-bfef-4ce5-a503-9ecba03bdc1e'}] {{(pid=83236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:37:12.906029 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-a00d9c51-f182-46ff-aae8-022716d4a62d req-801d2a9d-bb6f-405c-9bd7-423f51efa6b8 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.45 "DELETE /v2.0/ports/13fee545-bfef-4ce5-a503-9ecba03bdc1e HTTP/1.1" status: 204 len: 173 time: 1.4240105 May 25 22:37:12.938105 dv-cinder-843305-1-iscsi neutron-server[83238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a9bb03d-943b-482f-9e38-138aca8de719'] response: {'server_uuid': 'f96f70ad-bf25-463e-b0bd-c0fdfe0c21cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f830926d-f1fa-4cee-85f4-a93c74c31a46', 'code': 200} May 25 22:37:12.968593 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6f31daa-4b68-47cf-a655-87f067ab4742'] response: {'server_uuid': '9ee8b28f-d400-447a-9338-9639f75c9052', 'name': 'network-vif-deleted', 'tag': '13fee545-bfef-4ce5-a503-9ecba03bdc1e', 'status': 'completed', 'code': 200} May 25 22:37:13.042461 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Pushing event updated for resources: {'Port': ['ID=f830926d-f1fa-4cee-85f4-a93c74c31a46,revision_number=5']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:37:13.100571 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-7779cdb0-e56d-4386-8673-beb531ac59b5 None None] Set router c77ac15f-13e1-4f68-b442-48b0b3431d32 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:37:13.196955 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-74874939-86b8-477a-b8bd-569decfec1d6 req-c12249dc-f965-41c5-a41e-027e5c4f4c5c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f96f70ad-bf25-463e-b0bd-c0fdfe0c21cd HTTP/1.1" status: 200 len: 1098 time: 0.0712700 May 25 22:37:13.244712 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-74874939-86b8-477a-b8bd-569decfec1d6 req-b80227f1-f463-49d6-be8f-8389438afd33 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9a7d76c9-290e-4e82-81a9-1e817ac4bd63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386114 May 25 22:37:13.251373 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf1f9f-92b5-405d-bfde-5da36ea852d8 req-f0962aa9-e443-40f4-86d4-44b879b5abe1 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:13.252793 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-97bf1f9f-92b5-405d-bfde-5da36ea852d8 req-f0962aa9-e443-40f4-86d4-44b879b5abe1 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=f96f70ad-bf25-463e-b0bd-c0fdfe0c21cd HTTP/1.1" status: 200 len: 945 time: 0.1436362 May 25 22:37:13.297675 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-97bf1f9f-92b5-405d-bfde-5da36ea852d8 req-11787d5d-10ab-400b-a325-dd54284828aa tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a7d76c9-290e-4e82-81a9-1e817ac4bd63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391314 May 25 22:37:13.433863 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-7779cdb0-e56d-4386-8673-beb531ac59b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'name': 'tempest-AttachVolumeShelveTestJSON-142911639-router', 'tenant_id': '28079ae91d6e40fd890fd778797729e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'c379a3b8-f77c-4274-a5e0-d7681c52643b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:33:56Z', 'updated_at': '2022-05-25T22:34:01Z', 'revision_number': 4, 'project_id': '28079ae91d6e40fd890fd778797729e5', 'gw_port': {'id': 'c379a3b8-f77c-4274-a5e0-d7681c52643b', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:33:57Z', 'updated_at': '2022-05-25T22:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '7a4caa37-3828-4a59-9323-876d934ca7aa', 'name': '', 'network_id': '37540a84-44df-41c9-9fb3-60ffdb39c35c', 'tenant_id': '28079ae91d6e40fd890fd778797729e5', 'mac_address': 'fa:16:3e:3a:08:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0806ebda-529a-4aec-85e2-852f07a9bbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:34:00Z', 'updated_at': '2022-05-25T22:34:10Z', 'revision_number': 5, 'project_id': '28079ae91d6e40fd890fd778797729e5', 'subnets': [{'id': '0806ebda-529a-4aec-85e2-852f07a9bbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:37:13.437720 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7779cdb0-e56d-4386-8673-beb531ac59b5 None None] Checking router: c77ac15f-13e1-4f68-b442-48b0b3431d32 for host: dv-cinder-843305-1-iscsi {{(pid=83238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:37:13.448434 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7779cdb0-e56d-4386-8673-beb531ac59b5 None None] Routers {'c77ac15f-13e1-4f68-b442-48b0b3431d32'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:37:13.448952 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-7779cdb0-e56d-4386-8673-beb531ac59b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:37:02Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['c77ac15f-13e1-4f68-b442-48b0b3431d32'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:37:13.453851 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-6d285941-c2bc-415f-b745-f6ae0e50d53e req-2a2a2701-7ed1-4840-8ba0-c3d8b2f56223 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ee8b28f-d400-447a-9338-9639f75c9052 HTTP/1.1" status: 200 len: 210 time: 0.0392442 May 25 22:37:13.622480 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-7779cdb0-e56d-4386-8673-beb531ac59b5 None None] Set router c77ac15f-13e1-4f68-b442-48b0b3431d32 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:37:13.948237 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-7779cdb0-e56d-4386-8673-beb531ac59b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'name': 'tempest-AttachVolumeShelveTestJSON-142911639-router', 'tenant_id': '28079ae91d6e40fd890fd778797729e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'c379a3b8-f77c-4274-a5e0-d7681c52643b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:33:56Z', 'updated_at': '2022-05-25T22:34:01Z', 'revision_number': 4, 'project_id': '28079ae91d6e40fd890fd778797729e5', 'gw_port': {'id': 'c379a3b8-f77c-4274-a5e0-d7681c52643b', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:33:57Z', 'updated_at': '2022-05-25T22:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '7a4caa37-3828-4a59-9323-876d934ca7aa', 'name': '', 'network_id': '37540a84-44df-41c9-9fb3-60ffdb39c35c', 'tenant_id': '28079ae91d6e40fd890fd778797729e5', 'mac_address': 'fa:16:3e:3a:08:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0806ebda-529a-4aec-85e2-852f07a9bbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:34:00Z', 'updated_at': '2022-05-25T22:34:10Z', 'revision_number': 5, 'project_id': '28079ae91d6e40fd890fd778797729e5', 'subnets': [{'id': '0806ebda-529a-4aec-85e2-852f07a9bbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:37:13.952142 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7779cdb0-e56d-4386-8673-beb531ac59b5 None None] The sync data for ids ['c77ac15f-13e1-4f68-b442-48b0b3431d32'] in dv-cinder-843305-1-iscsi is: [{'id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'name': 'tempest-AttachVolumeShelveTestJSON-142911639-router', 'tenant_id': '28079ae91d6e40fd890fd778797729e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'c379a3b8-f77c-4274-a5e0-d7681c52643b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:33:56Z', 'updated_at': '2022-05-25T22:34:01Z', 'revision_number': 4, 'project_id': '28079ae91d6e40fd890fd778797729e5', 'gw_port': {'id': 'c379a3b8-f77c-4274-a5e0-d7681c52643b', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:33:57Z', 'updated_at': '2022-05-25T22:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '7a4caa37-3828-4a59-9323-876d934ca7aa', 'name': '', 'network_id': '37540a84-44df-41c9-9fb3-60ffdb39c35c', 'tenant_id': '28079ae91d6e40fd890fd778797729e5', 'mac_address': 'fa:16:3e:3a:08:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0806ebda-529a-4aec-85e2-852f07a9bbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:34:00Z', 'updated_at': '2022-05-25T22:34:10Z', 'revision_number': 5, 'project_id': '28079ae91d6e40fd890fd778797729e5', 'subnets': [{'id': '0806ebda-529a-4aec-85e2-852f07a9bbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:37:14.072500 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ec19c-e0c6-44a7-9e05-36faae3c29af req-c1529fee-c912-4c72-8785-1c80db612729 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:14.074149 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-7d6ec19c-e0c6-44a7-9e05-36faae3c29af req-c1529fee-c912-4c72-8785-1c80db612729 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a07ad9da-f6ee-4a36-949b-6c75e2aaeb37 HTTP/1.1" status: 200 len: 945 time: 0.0790219 May 25 22:37:14.121843 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-7d6ec19c-e0c6-44a7-9e05-36faae3c29af req-2ba277cb-25e3-4c4d-a74e-b0fdf4026fb8 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1ca7f67-0233-406e-b8da-09520f7a7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421562 May 25 22:37:14.168248 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a84bf4-1a34-4558-a319-563f467a95bb None None] New status for floating IP 442850d2-e0b5-4401-8dcb-acde0fb5688e: DOWN {{(pid=83239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:37:14.490840 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 13fee545-bfef-4ce5-a503-9ecba03bdc1e no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:37:14.508163 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a65e18-f27a-446d-8b02-274e89ee60b4 req-2e2deebd-8b0f-41c3-ae64-ee2caeb041e6 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:14.509615 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-e7a65e18-f27a-446d-8b02-274e89ee60b4 req-2e2deebd-8b0f-41c3-ae64-ee2caeb041e6 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=f96f70ad-bf25-463e-b0bd-c0fdfe0c21cd HTTP/1.1" status: 200 len: 945 time: 0.0812275 May 25 22:37:14.524592 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] No Port match for: 13fee545-bfef-4ce5-a503-9ecba03bdc1e {{(pid=83238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:37:14.524927 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 13fee545-bfef-4ce5-a503-9ecba03bdc1e not bound to the agent host hv-cinder-84330 {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:37:14.559858 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-e7a65e18-f27a-446d-8b02-274e89ee60b4 req-015cf618-16c0-4b5e-a130-2cb3ab3718db tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a7d76c9-290e-4e82-81a9-1e817ac4bd63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436337 May 25 22:37:14.610912 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 57292) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:37:14.678391 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-5bd6f723-13e9-4c36-8ed8-1b288d45822c tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks [] for security_group, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:14.704891 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-5bd6f723-13e9-4c36-8ed8-1b288d45822c tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:14.755392 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-5bd6f723-13e9-4c36-8ed8-1b288d45822c tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:14.773366 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd6f723-13e9-4c36-8ed8-1b288d45822c tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:37:14.782490 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-5bd6f723-13e9-4c36-8ed8-1b288d45822c tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks [] for security_group, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:14.783605 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-5bd6f723-13e9-4c36-8ed8-1b288d45822c tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "DELETE /v2.0/security-groups/1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688 HTTP/1.1" status: 204 len: 168 time: 0.1715124 May 25 22:37:14.786726 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 57296) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:37:14.803389 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.api.v2.resource [None req-b9467670-df26-46d1-8d4e-ac47a8d86b61 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] show failed (client error): The resource could not be found. May 25 22:37:14.804389 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-b9467670-df26-46d1-8d4e-ac47a8d86b61 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups/1ccbd9ce-c53b-442e-8bcb-4b8d7d26c688 HTTP/1.1" status: 404 len: 347 time: 0.0167239 May 25 22:37:14.807181 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 57300) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:37:14.960834 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [None req-e7c3315a-30c9-4cd1-aad2-3a786ba14a5a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Deleting port 25493d1e-0e5c-49dc-904d-d61c18a70109 {{(pid=83236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:37:14.961171 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-e7c3315a-30c9-4cd1-aad2-3a786ba14a5a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:15.125497 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-e7c3315a-30c9-4cd1-aad2-3a786ba14a5a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:15.125819 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-e7c3315a-30c9-4cd1-aad2-3a786ba14a5a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:15.243989 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [None req-e7c3315a-30c9-4cd1-aad2-3a786ba14a5a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Calling delete_port for 25493d1e-0e5c-49dc-904d-d61c18a70109 owned by network:floatingip {{(pid=83236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:37:15.320495 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a6be6-57fc-4862-bb4a-b9cb01a05caf req-eb0f4022-367e-46e3-b283-7210c83e2c98 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:15.322011 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-b46a6be6-57fc-4862-bb4a-b9cb01a05caf req-eb0f4022-367e-46e3-b283-7210c83e2c98 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a07ad9da-f6ee-4a36-949b-6c75e2aaeb37 HTTP/1.1" status: 200 len: 945 time: 0.0790122 May 25 22:37:15.367490 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-b46a6be6-57fc-4862-bb4a-b9cb01a05caf req-546eb2ba-ccd1-47a6-99dd-a2c2514fa36c tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=c1ca7f67-0233-406e-b8da-09520f7a7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400023 May 25 22:37:15.381437 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-e7c3315a-30c9-4cd1-aad2-3a786ba14a5a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:15.425681 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c3315a-30c9-4cd1-aad2-3a786ba14a5a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Pushing event deleted for resources: {'Port': ['ID=25493d1e-0e5c-49dc-904d-d61c18a70109,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:37:15.547411 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-e7c3315a-30c9-4cd1-aad2-3a786ba14a5a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks [] for floatingip, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:15.570570 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-e7c3315a-30c9-4cd1-aad2-3a786ba14a5a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for floatingip, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:15.571673 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-e7c3315a-30c9-4cd1-aad2-3a786ba14a5a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "DELETE /v2.0/floatingips/442850d2-e0b5-4401-8dcb-acde0fb5688e HTTP/1.1" status: 204 len: 168 time: 0.7635818 May 25 22:37:15.604775 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765b3fe-2fb6-4da9-bd8c-4f569c243b0e req-8b9aa3e5-b50d-4f00-99dc-b2bccc1e7785 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:15.605471 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-b765b3fe-2fb6-4da9-bd8c-4f569c243b0e req-8b9aa3e5-b50d-4f00-99dc-b2bccc1e7785 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Synchronizing usage tracker for tenant:f03d319e86304fdf89e958ee74d34779 on resource:port {{(pid=83236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:37:15.625732 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-b765b3fe-2fb6-4da9-bd8c-4f569c243b0e req-8b9aa3e5-b50d-4f00-99dc-b2bccc1e7785 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Unset dirty status for tenant:f03d319e86304fdf89e958ee74d34779 on resource:port {{(pid=83236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:37:15.626835 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b765b3fe-2fb6-4da9-bd8c-4f569c243b0e req-8b9aa3e5-b50d-4f00-99dc-b2bccc1e7785 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.45 "GET /v2.0/ports?device_id=a07ad9da-f6ee-4a36-949b-6c75e2aaeb37 HTTP/1.1" status: 200 len: 945 time: 0.1125886 May 25 22:37:15.671955 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 57310) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:37:15.678299 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-3b17ef68-caff-4d3f-9ecd-d98c1b9d4b84 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Request body: {'security_group': {'name': 'tempest-securitygroup--627805727', 'description': 'tempest-description--1442633958'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:37:15.683977 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-3b17ef68-caff-4d3f-9ecd-d98c1b9d4b84 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:37:15.688141 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-3b17ef68-caff-4d3f-9ecd-d98c1b9d4b84 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Usage tracker for resource:security_group and tenant:28079ae91d6e40fd890fd778797729e5 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:37:15.691153 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-3b17ef68-caff-4d3f-9ecd-d98c1b9d4b84 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:37:15.697423 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-3b17ef68-caff-4d3f-9ecd-d98c1b9d4b84 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:37:15.704514 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [req-b765b3fe-2fb6-4da9-bd8c-4f569c243b0e req-903d39bc-64ae-40af-b8d9-637911853571 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Deleting port 6f95ca05-ce52-4411-a652-b36e1e96d74c {{(pid=83236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:37:15.704968 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-b765b3fe-2fb6-4da9-bd8c-4f569c243b0e req-903d39bc-64ae-40af-b8d9-637911853571 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:15.738623 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-3b17ef68-caff-4d3f-9ecd-d98c1b9d4b84 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:15.801603 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-3b17ef68-caff-4d3f-9ecd-d98c1b9d4b84 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:37:15.807363 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-3b17ef68-caff-4d3f-9ecd-d98c1b9d4b84 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Usage tracker for resource:security_group_rule and tenant:28079ae91d6e40fd890fd778797729e5 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:37:15.811253 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-3b17ef68-caff-4d3f-9ecd-d98c1b9d4b84 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:37:15.818098 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-3b17ef68-caff-4d3f-9ecd-d98c1b9d4b84 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:37:15.825272 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a8319-050d-4e1a-ae18-1f48ceb197ed req-037fbae4-cde3-45c2-aa15-6e734adfd61b tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:15.826719 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-522a8319-050d-4e1a-ae18-1f48ceb197ed req-037fbae4-cde3-45c2-aa15-6e734adfd61b tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=f96f70ad-bf25-463e-b0bd-c0fdfe0c21cd HTTP/1.1" status: 200 len: 945 time: 0.1241059 May 25 22:37:15.903886 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-522a8319-050d-4e1a-ae18-1f48ceb197ed req-64e4b377-9d62-4349-b9d1-a8eec67457bd tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a7d76c9-290e-4e82-81a9-1e817ac4bd63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672264 May 25 22:37:15.921617 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-3b17ef68-caff-4d3f-9ecd-d98c1b9d4b84 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:15.926283 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-3b17ef68-caff-4d3f-9ecd-d98c1b9d4b84 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:15.952911 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-b765b3fe-2fb6-4da9-bd8c-4f569c243b0e req-903d39bc-64ae-40af-b8d9-637911853571 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] For port 6f95ca05-ce52-4411-a652-b36e1e96d74c, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=6f95ca05-ce52-4411-a652-b36e1e96d74c,segment=NetworkSegment(fd780e7e-00ee-4b95-a4a3-06bb62d1df35),segment_id=fd780e7e-00ee-4b95-a4a3-06bb62d1df35)] {{(pid=83236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:37:15.953263 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-b765b3fe-2fb6-4da9-bd8c-4f569c243b0e req-903d39bc-64ae-40af-b8d9-637911853571 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:15.968733 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b17ef68-caff-4d3f-9ecd-d98c1b9d4b84 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3a5bff-6d29-49b4-8b97-79fcb8254885,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:37:15.981669 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-3b17ef68-caff-4d3f-9ecd-d98c1b9d4b84 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:15.985967 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-3b17ef68-caff-4d3f-9ecd-d98c1b9d4b84 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.3129127 May 25 22:37:15.986884 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 57316) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:37:15.992801 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-b4adf03d-8824-4328-8953-900060e6f3da tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Request body: {'security_group_rule': {'security_group_id': '2c3a5bff-6d29-49b4-8b97-79fcb8254885', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:37:15.999064 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-b4adf03d-8824-4328-8953-900060e6f3da tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:37:16.003332 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-b4adf03d-8824-4328-8953-900060e6f3da tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Usage tracker for resource:security_group_rule and tenant:28079ae91d6e40fd890fd778797729e5 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:37:16.006411 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-b4adf03d-8824-4328-8953-900060e6f3da tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:37:16.012597 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-b4adf03d-8824-4328-8953-900060e6f3da tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:37:16.031104 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-b4adf03d-8824-4328-8953-900060e6f3da tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:16.144625 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-b4adf03d-8824-4328-8953-900060e6f3da tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:16.148363 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-b4adf03d-8824-4328-8953-900060e6f3da tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924750'] for security_group_rule, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:16.178251 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67a71c-fd3f-4ae7-86b8-c0589d61cd02 req-21a1dda1-cd78-4635-94cc-d7095fcc9e2b tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:16.179713 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-9e67a71c-fd3f-4ae7-86b8-c0589d61cd02 req-21a1dda1-cd78-4635-94cc-d7095fcc9e2b tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=f96f70ad-bf25-463e-b0bd-c0fdfe0c21cd HTTP/1.1" status: 200 len: 945 time: 0.1411214 May 25 22:37:16.182513 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4adf03d-8824-4328-8953-900060e6f3da tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0629f3e3-f1e2-45f0-8d05-6b530cd94a96,revision_number=0']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:37:16.188534 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 57320) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:37:16.197063 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-6ab72fe3-8e81-4fb9-bd83-dbf96b8c6dc1 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Request body: {'floatingip': {'port_id': 'f830926d-f1fa-4cee-85f4-a93c74c31a46'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:37:16.269181 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-b4adf03d-8824-4328-8953-900060e6f3da tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:16.270322 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-b4adf03d-8824-4328-8953-900060e6f3da tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2826738 May 25 22:37:16.274044 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 57324) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:37:16.274562 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-6ab72fe3-8e81-4fb9-bd83-dbf96b8c6dc1 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks [] for floatingip, before_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:16.281146 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [None req-00d15197-a484-4b91-a596-9c7760b30cbc tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Request body: {'security_group_rule': {'security_group_id': '2c3a5bff-6d29-49b4-8b97-79fcb8254885', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:37:16.296890 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-00d15197-a484-4b91-a596-9c7760b30cbc tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:37:16.303001 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-00d15197-a484-4b91-a596-9c7760b30cbc tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Usage tracker for resource:security_group_rule and tenant:28079ae91d6e40fd890fd778797729e5 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:37:16.307163 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-00d15197-a484-4b91-a596-9c7760b30cbc tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:37:16.320469 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-00d15197-a484-4b91-a596-9c7760b30cbc tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:37:16.334129 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-b765b3fe-2fb6-4da9-bd8c-4f569c243b0e req-903d39bc-64ae-40af-b8d9-637911853571 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:16.334500 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-b765b3fe-2fb6-4da9-bd8c-4f569c243b0e req-903d39bc-64ae-40af-b8d9-637911853571 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335082'] for floatingip, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:16.334966 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.db.l3_db [req-b765b3fe-2fb6-4da9-bd8c-4f569c243b0e req-903d39bc-64ae-40af-b8d9-637911853571 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Floating IP ef64fcc5-7e5a-478c-bdad-346aad1f1cb4 disassociated. External IP: 172.27.0.203, port: 6f95ca05-ce52-4411-a652-b36e1e96d74c. May 25 22:37:16.335110 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [req-b765b3fe-2fb6-4da9-bd8c-4f569c243b0e req-903d39bc-64ae-40af-b8d9-637911853571 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Calling delete_port for 6f95ca05-ce52-4411-a652-b36e1e96d74c owned by compute:nova {{(pid=83236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:37:16.375807 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-00d15197-a484-4b91-a596-9c7760b30cbc tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:16.521948 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-00d15197-a484-4b91-a596-9c7760b30cbc tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:16.529549 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-00d15197-a484-4b91-a596-9c7760b30cbc tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924750'] for security_group_rule, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:16.556560 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-b765b3fe-2fb6-4da9-bd8c-4f569c243b0e req-903d39bc-64ae-40af-b8d9-637911853571 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:16.600530 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d15197-a484-4b91-a596-9c7760b30cbc tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed3561a4-439f-4477-8c54-79e117b807a4,revision_number=0']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:37:16.614078 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d39bc-64ae-40af-b8d9-637911853571 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Pushing event deleted for resources: {'Port': ['ID=6f95ca05-ce52-4411-a652-b36e1e96d74c,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:37:16.624383 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-00d15197-a484-4b91-a596-9c7760b30cbc tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:16.628993 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-00d15197-a484-4b91-a596-9c7760b30cbc tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3505929 May 25 22:37:16.637859 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-02190f77-51fc-4907-bb1e-3651a81e69f0 req-61f93758-f66b-4414-94fa-5f6654410c91 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a07ad9da-f6ee-4a36-949b-6c75e2aaeb37 HTTP/1.1" status: 200 len: 210 time: 0.1093867 May 25 22:37:16.640625 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 57330) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:37:16.646237 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-0daefe67-b231-4e96-994f-66a66025cd1a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Request body: {'floatingip': {'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:37:16.654471 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-0daefe67-b231-4e96-994f-66a66025cd1a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:37:16.665339 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-0daefe67-b231-4e96-994f-66a66025cd1a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Usage tracker for resource:floatingip and tenant:28079ae91d6e40fd890fd778797729e5 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:37:16.670306 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-0daefe67-b231-4e96-994f-66a66025cd1a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:37:16.678813 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-0daefe67-b231-4e96-994f-66a66025cd1a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:37:16.703444 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-0daefe67-b231-4e96-994f-66a66025cd1a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks [] for floatingip, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:16.828225 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b765b3fe-2fb6-4da9-bd8c-4f569c243b0e req-903d39bc-64ae-40af-b8d9-637911853571 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Router d4e239b4-24ef-4667-806a-9130eac0a54a has already been hosted by L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a {{(pid=83236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:37:17.039302 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b765b3fe-2fb6-4da9-bd8c-4f569c243b0e req-903d39bc-64ae-40af-b8d9-637911853571 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:37:17.049507 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec5420a-d2a5-4f82-a4b7-0d7d8d966022 None None] Sync routers for ids ['d4e239b4-24ef-4667-806a-9130eac0a54a'] in dv-cinder-843305-1-iscsi {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:37:17.065716 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec5420a-d2a5-4f82-a4b7-0d7d8d966022 None None] Routers {'d4e239b4-24ef-4667-806a-9130eac0a54a'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:37:17.067113 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-dec5420a-d2a5-4f82-a4b7-0d7d8d966022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:37:02Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['d4e239b4-24ef-4667-806a-9130eac0a54a'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:37:17.079072 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-0daefe67-b231-4e96-994f-66a66025cd1a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:17.113837 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [req-b765b3fe-2fb6-4da9-bd8c-4f569c243b0e req-903d39bc-64ae-40af-b8d9-637911853571 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] No DVR routers for this DVR port 6f95ca05-ce52-4411-a652-b36e1e96d74c on host hv-cinder-84330 {{(pid=83236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:37:17.116217 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-b765b3fe-2fb6-4da9-bd8c-4f569c243b0e req-903d39bc-64ae-40af-b8d9-637911853571 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:17.118926 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b765b3fe-2fb6-4da9-bd8c-4f569c243b0e req-903d39bc-64ae-40af-b8d9-637911853571 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.45 "DELETE /v2.0/ports/6f95ca05-ce52-4411-a652-b36e1e96d74c HTTP/1.1" status: 204 len: 173 time: 1.4868045 May 25 22:37:17.119354 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a07ad9da-f6ee-4a36-949b-6c75e2aaeb37', 'name': 'network-vif-deleted', 'tag': '6f95ca05-ce52-4411-a652-b36e1e96d74c'}] {{(pid=83236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:37:17.190055 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-6ab72fe3-8e81-4fb9-bd83-dbf96b8c6dc1 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:17.209987 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35805878-14d0-4611-97b1-8328fcc580e4'] response: {'server_uuid': 'a07ad9da-f6ee-4a36-949b-6c75e2aaeb37', 'name': 'network-vif-deleted', 'tag': '6f95ca05-ce52-4411-a652-b36e1e96d74c', 'status': 'completed', 'code': 200} May 25 22:37:17.228911 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-6ab72fe3-8e81-4fb9-bd83-dbf96b8c6dc1 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335082'] for floatingip, after_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:17.304547 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-dec5420a-d2a5-4f82-a4b7-0d7d8d966022 None None] Set router d4e239b4-24ef-4667-806a-9130eac0a54a gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:37:17.388705 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.db_base_plugin_common [None req-0daefe67-b231-4e96-994f-66a66025cd1a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Allocated IP 172.27.0.153 (cb39d3ef-31f0-4e66-970b-4cb0d379e187/4ff22ee7-6206-48b0-b7ae-e7396fe607ae/a5682906-667e-4217-827c-052e7c809529) {{(pid=83237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:37:17.559778 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-0daefe67-b231-4e96-994f-66a66025cd1a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks [] for port, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:17.591819 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.db.l3_db [None req-6ab72fe3-8e81-4fb9-bd83-dbf96b8c6dc1 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Floating IP 285f9fec-2d63-496f-a978-2e929a3d1695 associated. External IP: 172.27.0.32, port: f830926d-f1fa-4cee-85f4-a93c74c31a46. May 25 22:37:17.614194 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-dec5420a-d2a5-4f82-a4b7-0d7d8d966022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e239b4-24ef-4667-806a-9130eac0a54a', 'name': 'tempest-ServerRescueNegativeTestJSON-130217243-router', 'tenant_id': 'f03d319e86304fdf89e958ee74d34779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '5016906b-8ed9-4188-b302-35ef0f6f3649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:32:48Z', 'updated_at': '2022-05-25T22:33:01Z', 'revision_number': 4, 'project_id': 'f03d319e86304fdf89e958ee74d34779', 'gw_port': {'id': '5016906b-8ed9-4188-b302-35ef0f6f3649', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e239b4-24ef-4667-806a-9130eac0a54a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:49Z', 'updated_at': '2022-05-25T22:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': 'e1f8685d-a576-45b4-a0a7-9f2f1904478f', 'name': '', 'network_id': '7118c156-6ba0-45fa-85d4-b60edcd6fc6f', 'tenant_id': 'f03d319e86304fdf89e958ee74d34779', 'mac_address': 'fa:16:3e:20:cf:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e239b4-24ef-4667-806a-9130eac0a54a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eed7b039-2401-4008-8d74-88e75bbbe478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:59Z', 'updated_at': '2022-05-25T22:33:29Z', 'revision_number': 5, 'project_id': 'f03d319e86304fdf89e958ee74d34779', 'subnets': [{'id': 'eed7b039-2401-4008-8d74-88e75bbbe478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:37:17.618683 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec5420a-d2a5-4f82-a4b7-0d7d8d966022 None None] Checking router: d4e239b4-24ef-4667-806a-9130eac0a54a for host: dv-cinder-843305-1-iscsi {{(pid=83238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:37:17.630239 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec5420a-d2a5-4f82-a4b7-0d7d8d966022 None None] Routers {'d4e239b4-24ef-4667-806a-9130eac0a54a'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:37:17.630915 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-dec5420a-d2a5-4f82-a4b7-0d7d8d966022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:37:02Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['d4e239b4-24ef-4667-806a-9130eac0a54a'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:37:17.731550 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-0daefe67-b231-4e96-994f-66a66025cd1a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1149435'] for port, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:17.816477 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daefe67-b231-4e96-994f-66a66025cd1a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Pushing event updated for resources: {'Port': ['ID=a5682906-667e-4217-827c-052e7c809529,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:37:17.841293 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-dec5420a-d2a5-4f82-a4b7-0d7d8d966022 None None] Set router d4e239b4-24ef-4667-806a-9130eac0a54a gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:37:17.871405 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0daefe67-b231-4e96-994f-66a66025cd1a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Network cb39d3ef-31f0-4e66-970b-4cb0d379e187 is already hosted by enough agents. {{(pid=83237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:37:17.877746 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.base_scheduler [None req-0daefe67-b231-4e96-994f-66a66025cd1a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Resources bound (agent type, host, resource id): {{(pid=83237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:37:17.882400 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-bf13871e-90ed-4a48-bb8a-d69fe42f33b0 req-12cd1679-8b89-4b50-8a50-920826bff26b tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=a07ad9da-f6ee-4a36-949b-6c75e2aaeb37 HTTP/1.1" status: 200 len: 210 time: 0.0633595 May 25 22:37:17.883067 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0daefe67-b231-4e96-994f-66a66025cd1a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Received port after_create {{(pid=83237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:37:18.160930 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-dec5420a-d2a5-4f82-a4b7-0d7d8d966022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e239b4-24ef-4667-806a-9130eac0a54a', 'name': 'tempest-ServerRescueNegativeTestJSON-130217243-router', 'tenant_id': 'f03d319e86304fdf89e958ee74d34779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '5016906b-8ed9-4188-b302-35ef0f6f3649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:32:48Z', 'updated_at': '2022-05-25T22:33:01Z', 'revision_number': 4, 'project_id': 'f03d319e86304fdf89e958ee74d34779', 'gw_port': {'id': '5016906b-8ed9-4188-b302-35ef0f6f3649', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e239b4-24ef-4667-806a-9130eac0a54a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:49Z', 'updated_at': '2022-05-25T22:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': 'e1f8685d-a576-45b4-a0a7-9f2f1904478f', 'name': '', 'network_id': '7118c156-6ba0-45fa-85d4-b60edcd6fc6f', 'tenant_id': 'f03d319e86304fdf89e958ee74d34779', 'mac_address': 'fa:16:3e:20:cf:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e239b4-24ef-4667-806a-9130eac0a54a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eed7b039-2401-4008-8d74-88e75bbbe478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:59Z', 'updated_at': '2022-05-25T22:33:29Z', 'revision_number': 5, 'project_id': 'f03d319e86304fdf89e958ee74d34779', 'subnets': [{'id': 'eed7b039-2401-4008-8d74-88e75bbbe478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:37:18.164850 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec5420a-d2a5-4f82-a4b7-0d7d8d966022 None None] The sync data for ids ['d4e239b4-24ef-4667-806a-9130eac0a54a'] in dv-cinder-843305-1-iscsi is: [{'id': 'd4e239b4-24ef-4667-806a-9130eac0a54a', 'name': 'tempest-ServerRescueNegativeTestJSON-130217243-router', 'tenant_id': 'f03d319e86304fdf89e958ee74d34779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '5016906b-8ed9-4188-b302-35ef0f6f3649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:32:48Z', 'updated_at': '2022-05-25T22:33:01Z', 'revision_number': 4, 'project_id': 'f03d319e86304fdf89e958ee74d34779', 'gw_port': {'id': '5016906b-8ed9-4188-b302-35ef0f6f3649', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e239b4-24ef-4667-806a-9130eac0a54a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:49Z', 'updated_at': '2022-05-25T22:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': 'e1f8685d-a576-45b4-a0a7-9f2f1904478f', 'name': '', 'network_id': '7118c156-6ba0-45fa-85d4-b60edcd6fc6f', 'tenant_id': 'f03d319e86304fdf89e958ee74d34779', 'mac_address': 'fa:16:3e:20:cf:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e239b4-24ef-4667-806a-9130eac0a54a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eed7b039-2401-4008-8d74-88e75bbbe478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:59Z', 'updated_at': '2022-05-25T22:33:29Z', 'revision_number': 5, 'project_id': 'f03d319e86304fdf89e958ee74d34779', 'subnets': [{'id': 'eed7b039-2401-4008-8d74-88e75bbbe478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:37:18.180192 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-0daefe67-b231-4e96-994f-66a66025cd1a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:18.253080 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-0daefe67-b231-4e96-994f-66a66025cd1a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:18.375951 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5068b568-1e99-4cb1-8f8e-985409a48515 None None] New status for floating IP ef64fcc5-7e5a-478c-bdad-346aad1f1cb4: DOWN {{(pid=83239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:37:18.495048 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 6f95ca05-ce52-4411-a652-b36e1e96d74c no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:37:18.531094 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] No Port match for: 6f95ca05-ce52-4411-a652-b36e1e96d74c {{(pid=83238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:37:18.531432 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 6f95ca05-ce52-4411-a652-b36e1e96d74c not bound to the agent host hv-cinder-84330 {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:37:18.546677 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab72fe3-8e81-4fb9-bd83-dbf96b8c6dc1 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Router acc5626b-a7c4-4ad3-b44e-bddd73595d23 has already been hosted by L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a {{(pid=83237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:37:18.576821 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-0daefe67-b231-4e96-994f-66a66025cd1a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks [] for port, precommit_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:18.630047 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-0daefe67-b231-4e96-994f-66a66025cd1a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1149314'] for port, after_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:18.807791 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daefe67-b231-4e96-994f-66a66025cd1a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Pushing event updated for resources: {'Port': ['ID=a5682906-667e-4217-827c-052e7c809529,revision_number=2']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:37:18.829387 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-0daefe67-b231-4e96-994f-66a66025cd1a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335082'] for floatingip, after_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:18.858572 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-0daefe67-b231-4e96-994f-66a66025cd1a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for floatingip, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:18.859768 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-0daefe67-b231-4e96-994f-66a66025cd1a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2182271 May 25 22:37:18.903150 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab72fe3-8e81-4fb9-bd83-dbf96b8c6dc1 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:37:18.908243 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-6ab72fe3-8e81-4fb9-bd83-dbf96b8c6dc1 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for floatingip, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:18.916565 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a7bca4-cef5-4523-9c8e-d3ad86a79446 None None] Sync routers for ids ['acc5626b-a7c4-4ad3-b44e-bddd73595d23'] in dv-cinder-843305-1-iscsi {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:37:18.928833 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a7bca4-cef5-4523-9c8e-d3ad86a79446 None None] Routers {'acc5626b-a7c4-4ad3-b44e-bddd73595d23'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:37:18.929439 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-51a7bca4-cef5-4523-9c8e-d3ad86a79446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:37:02Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['acc5626b-a7c4-4ad3-b44e-bddd73595d23'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:37:18.977265 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-6ab72fe3-8e81-4fb9-bd83-dbf96b8c6dc1 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "PUT /v2.0/floatingips/285f9fec-2d63-496f-a978-2e929a3d1695 HTTP/1.1" status: 200 len: 990 time: 2.7858028 May 25 22:37:18.977265 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f96f70ad-bf25-463e-b0bd-c0fdfe0c21cd', 'tag': 'f830926d-f1fa-4cee-85f4-a93c74c31a46'}] {{(pid=83237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:37:19.034717 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dc824cf-a4b7-4b4b-ba4d-48f899ca5e91'] response: {'name': 'network-changed', 'server_uuid': 'f96f70ad-bf25-463e-b0bd-c0fdfe0c21cd', 'tag': 'f830926d-f1fa-4cee-85f4-a93c74c31a46', 'status': 'completed', 'code': 200} May 25 22:37:19.073695 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 57354) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:37:19.130649 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-51a7bca4-cef5-4523-9c8e-d3ad86a79446 None None] Set router acc5626b-a7c4-4ad3-b44e-bddd73595d23 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:37:19.152009 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-14429974-2b1b-4d4c-a272-224206e0775f req-26d83a0d-6187-4ae2-b108-6d31dd332b15 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b90abe1db3a04a6d96f07ef98a9f9cae&device_id=f96f70ad-bf25-463e-b0bd-c0fdfe0c21cd HTTP/1.1" status: 200 len: 1098 time: 0.0756505 May 25 22:37:19.167601 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-f1821f9a-9a39-4ac4-9191-cb86e4a318e2 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Synchronizing usage tracker for tenant:28079ae91d6e40fd890fd778797729e5 on resource:security_group {{(pid=83237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:37:19.181829 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-dfad76b8-6eb0-49b6-8958-03f8bda4ad52 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:19.200616 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-f1821f9a-9a39-4ac4-9191-cb86e4a318e2 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Unset dirty status for tenant:28079ae91d6e40fd890fd778797729e5 on resource:security_group {{(pid=83237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:37:19.201765 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-f1821f9a-9a39-4ac4-9191-cb86e4a318e2 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--627805727&fields=id&tenant_id=28079ae91d6e40fd890fd778797729e5 HTTP/1.1" status: 200 len: 267 time: 0.1077225 May 25 22:37:19.221641 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-dfad76b8-6eb0-49b6-8958-03f8bda4ad52 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:19.295023 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14429974-2b1b-4d4c-a272-224206e0775f req-1d7e2039-0394-4647-9f86-e5e0a7e4233a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:19.296467 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-14429974-2b1b-4d4c-a272-224206e0775f req-1d7e2039-0394-4647-9f86-e5e0a7e4233a service neutron] 10.222.0.45 "GET /v2.0/networks?id=fd7645f7-57af-45f1-a732-f6a2011f3185 HTTP/1.1" status: 200 len: 912 time: 0.1387229 May 25 22:37:19.397075 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-1847f154-9e50-4c24-a804-53ec22b257c8 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:19.398516 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-1847f154-9e50-4c24-a804-53ec22b257c8 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/networks?id=37540a84-44df-41c9-9fb3-60ffdb39c35c HTTP/1.1" status: 200 len: 816 time: 0.1822846 May 25 22:37:19.399370 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-dfad76b8-6eb0-49b6-8958-03f8bda4ad52 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:19.408684 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-14429974-2b1b-4d4c-a272-224206e0775f req-0e3a7c4d-3c8e-46fe-b4dc-c419cfce9c9e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f830926d-f1fa-4cee-85f4-a93c74c31a46 HTTP/1.1" status: 200 len: 998 time: 0.1063902 May 25 22:37:19.431990 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad76b8-6eb0-49b6-8958-03f8bda4ad52 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ca7f67-0233-406e-b8da-09520f7a7b28,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:37:19.438649 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-d9df65b9-cbd7-48ea-98cc-ef610e7da296 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/quotas/28079ae91d6e40fd890fd778797729e5 HTTP/1.1" status: 200 len: 375 time: 0.0188789 May 25 22:37:19.444853 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-dfad76b8-6eb0-49b6-8958-03f8bda4ad52 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:19.448568 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-dfad76b8-6eb0-49b6-8958-03f8bda4ad52 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "DELETE /v2.0/security-groups/c1ca7f67-0233-406e-b8da-09520f7a7b28 HTTP/1.1" status: 204 len: 168 time: 0.3734035 May 25 22:37:19.448794 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 57358) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:37:19.479158 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.api.v2.resource [None req-69b06dfc-4bc3-4acc-9595-4d002c3845cc tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] show failed (client error): The resource could not be found. May 25 22:37:19.482497 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-69b06dfc-4bc3-4acc-9595-4d002c3845cc tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups/c1ca7f67-0233-406e-b8da-09520f7a7b28 HTTP/1.1" status: 404 len: 347 time: 0.0279236 May 25 22:37:19.483673 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 57362) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:37:19.529499 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-8be2ff7d-e3d1-41d8-9bd8-b4f391b9f38d tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=28079ae91d6e40fd890fd778797729e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0797427 May 25 22:37:19.576814 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-51a7bca4-cef5-4523-9c8e-d3ad86a79446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'name': 'tempest-AttachVolumeTestJSON-2115816662-router', 'tenant_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '0abf62aa-2c7d-4e60-9f6c-c4182b6a4805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:32:46Z', 'updated_at': '2022-05-25T22:32:54Z', 'revision_number': 4, 'project_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'gw_port': {'id': '0abf62aa-2c7d-4e60-9f6c-c4182b6a4805', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:92:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:47Z', 'updated_at': '2022-05-25T22:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_floatingips': [{'id': '285f9fec-2d63-496f-a978-2e929a3d1695', 'tenant_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'router_id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'port_id': 'f830926d-f1fa-4cee-85f4-a93c74c31a46', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd7645f7-57af-45f1-a732-f6a2011f3185', 'mac_address': 'fa:16:3e:a3:1a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96f70ad-bf25-463e-b0bd-c0fdfe0c21cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:37:03Z', 'updated_at': '2022-05-25T22:37:16Z', 'revision_number': 1, 'project_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5be0598e-33b1-4e73-9de6-042d1cb11080', 'name': '', 'network_id': 'fd7645f7-57af-45f1-a732-f6a2011f3185', 'tenant_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'mac_address': 'fa:16:3e:f3:7e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98f8d2f7-6f04-442a-9b23-c573cfab2370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:52Z', 'updated_at': '2022-05-25T22:33:07Z', 'revision_number': 5, 'project_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'subnets': [{'id': '98f8d2f7-6f04-442a-9b23-c573cfab2370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:37:19.581048 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a7bca4-cef5-4523-9c8e-d3ad86a79446 None None] Checking router: acc5626b-a7c4-4ad3-b44e-bddd73595d23 for host: dv-cinder-843305-1-iscsi {{(pid=83238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:37:19.592806 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a7bca4-cef5-4523-9c8e-d3ad86a79446 None None] Routers {'acc5626b-a7c4-4ad3-b44e-bddd73595d23'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:37:19.593421 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-51a7bca4-cef5-4523-9c8e-d3ad86a79446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:37:02Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['acc5626b-a7c4-4ad3-b44e-bddd73595d23'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:37:19.652879 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14429974-2b1b-4d4c-a272-224206e0775f req-cdf4d915-9091-4969-bb32-f4c88ea2bca9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:19.654800 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-14429974-2b1b-4d4c-a272-224206e0775f req-cdf4d915-9091-4969-bb32-f4c88ea2bca9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=98f8d2f7-6f04-442a-9b23-c573cfab2370 HTTP/1.1" status: 200 len: 850 time: 0.2396576 May 25 22:37:19.680761 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-e4e10edf-d7f9-4a4d-a17b-a90b1e4c367f service neutron] 10.222.0.39 "GET /v2.0/networks/37540a84-44df-41c9-9fb3-60ffdb39c35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372118 May 25 22:37:19.769477 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [None req-a1f15f09-c99c-46bf-9f7b-2e1eca485eef tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Deleting port aea56871-fc93-4259-b338-9cf7995e1e56 {{(pid=83236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:37:19.769808 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-a1f15f09-c99c-46bf-9f7b-2e1eca485eef tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:19.778975 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-51a7bca4-cef5-4523-9c8e-d3ad86a79446 None None] Set router acc5626b-a7c4-4ad3-b44e-bddd73595d23 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:37:19.813770 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-66b6d17f-519c-4f14-8b4f-3c938aeec88f service neutron] 10.222.0.39 "GET /v2.0/networks/37540a84-44df-41c9-9fb3-60ffdb39c35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269295 May 25 22:37:19.978235 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-14429974-2b1b-4d4c-a272-224206e0775f req-c4c120f6-806b-4d04-9ab0-02200ff740ce service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fd7645f7-57af-45f1-a732-f6a2011f3185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2541909 May 25 22:37:20.040481 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-7253cbdc-8b40-45c5-87c4-14603b813331 req-2e8b2ed0-a2d3-4689-8b1f-641ae9b32c31 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 210 time: 0.0482402 May 25 22:37:20.115643 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-a1f15f09-c99c-46bf-9f7b-2e1eca485eef tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:20.115968 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-a1f15f09-c99c-46bf-9f7b-2e1eca485eef tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:20.167190 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-51a7bca4-cef5-4523-9c8e-d3ad86a79446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'name': 'tempest-AttachVolumeTestJSON-2115816662-router', 'tenant_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '0abf62aa-2c7d-4e60-9f6c-c4182b6a4805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:32:46Z', 'updated_at': '2022-05-25T22:32:54Z', 'revision_number': 4, 'project_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'gw_port': {'id': '0abf62aa-2c7d-4e60-9f6c-c4182b6a4805', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:92:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:47Z', 'updated_at': '2022-05-25T22:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_floatingips': [{'id': '285f9fec-2d63-496f-a978-2e929a3d1695', 'tenant_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'router_id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'port_id': 'f830926d-f1fa-4cee-85f4-a93c74c31a46', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd7645f7-57af-45f1-a732-f6a2011f3185', 'mac_address': 'fa:16:3e:a3:1a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96f70ad-bf25-463e-b0bd-c0fdfe0c21cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:37:03Z', 'updated_at': '2022-05-25T22:37:16Z', 'revision_number': 1, 'project_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5be0598e-33b1-4e73-9de6-042d1cb11080', 'name': '', 'network_id': 'fd7645f7-57af-45f1-a732-f6a2011f3185', 'tenant_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'mac_address': 'fa:16:3e:f3:7e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98f8d2f7-6f04-442a-9b23-c573cfab2370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:52Z', 'updated_at': '2022-05-25T22:33:07Z', 'revision_number': 5, 'project_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'subnets': [{'id': '98f8d2f7-6f04-442a-9b23-c573cfab2370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:37:20.171128 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a7bca4-cef5-4523-9c8e-d3ad86a79446 None None] The sync data for ids ['acc5626b-a7c4-4ad3-b44e-bddd73595d23'] in dv-cinder-843305-1-iscsi is: [{'id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'name': 'tempest-AttachVolumeTestJSON-2115816662-router', 'tenant_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '0abf62aa-2c7d-4e60-9f6c-c4182b6a4805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:32:46Z', 'updated_at': '2022-05-25T22:32:54Z', 'revision_number': 4, 'project_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'gw_port': {'id': '0abf62aa-2c7d-4e60-9f6c-c4182b6a4805', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:92:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:47Z', 'updated_at': '2022-05-25T22:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_floatingips': [{'id': '285f9fec-2d63-496f-a978-2e929a3d1695', 'tenant_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'router_id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'port_id': 'f830926d-f1fa-4cee-85f4-a93c74c31a46', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd7645f7-57af-45f1-a732-f6a2011f3185', 'mac_address': 'fa:16:3e:a3:1a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96f70ad-bf25-463e-b0bd-c0fdfe0c21cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:37:03Z', 'updated_at': '2022-05-25T22:37:16Z', 'revision_number': 1, 'project_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5be0598e-33b1-4e73-9de6-042d1cb11080', 'name': '', 'network_id': 'fd7645f7-57af-45f1-a732-f6a2011f3185', 'tenant_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'mac_address': 'fa:16:3e:f3:7e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98f8d2f7-6f04-442a-9b23-c573cfab2370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:52Z', 'updated_at': '2022-05-25T22:33:07Z', 'revision_number': 5, 'project_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'subnets': [{'id': '98f8d2f7-6f04-442a-9b23-c573cfab2370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:37:20.286110 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [None req-a1f15f09-c99c-46bf-9f7b-2e1eca485eef tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Calling delete_port for aea56871-fc93-4259-b338-9cf7995e1e56 owned by network:floatingip {{(pid=83236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:37:20.369833 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-14429974-2b1b-4d4c-a272-224206e0775f req-5711eac9-c987-4d3b-9c2c-3a7c3eeee3aa service neutron] 10.222.0.45 "GET /v2.0/networks/fd7645f7-57af-45f1-a732-f6a2011f3185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752775 May 25 22:37:20.389516 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975ac280-16e8-4e53-a9f3-79ee995c6423 None None] New status for floating IP 285f9fec-2d63-496f-a978-2e929a3d1695: ACTIVE {{(pid=83239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:37:20.573362 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-14429974-2b1b-4d4c-a272-224206e0775f req-7f34e08a-5191-4836-b64b-4e4748ace4bb service neutron] 10.222.0.45 "GET /v2.0/networks/fd7645f7-57af-45f1-a732-f6a2011f3185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949763 May 25 22:37:20.585896 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-a1f15f09-c99c-46bf-9f7b-2e1eca485eef tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:20.634316 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f15f09-c99c-46bf-9f7b-2e1eca485eef tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Pushing event deleted for resources: {'Port': ['ID=aea56871-fc93-4259-b338-9cf7995e1e56,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:37:20.728185 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-a1f15f09-c99c-46bf-9f7b-2e1eca485eef tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks [] for floatingip, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:20.745000 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-a1f15f09-c99c-46bf-9f7b-2e1eca485eef tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for floatingip, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:20.746136 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-a1f15f09-c99c-46bf-9f7b-2e1eca485eef tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "DELETE /v2.0/floatingips/ef64fcc5-7e5a-478c-bdad-346aad1f1cb4 HTTP/1.1" status: 204 len: 168 time: 1.2593758 May 25 22:37:21.212422 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-b16111da-9b56-427d-ad36-e78297b4d642 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:21.213873 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-b16111da-9b56-427d-ad36-e78297b4d642 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.45 "GET /v2.0/networks?id=37540a84-44df-41c9-9fb3-60ffdb39c35c HTTP/1.1" status: 200 len: 816 time: 0.1586437 May 25 22:37:21.242527 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-4279929a-62b1-44c2-a0b9-f6a15be389c2 req-d74ad413-7505-4686-a2c4-b47edd8e0898 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 210 time: 0.0468450 May 25 22:37:21.275468 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-4dcd9e74-4b66-4cf7-9e42-3fa8b468f918 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Synchronizing usage tracker for tenant:28079ae91d6e40fd890fd778797729e5 on resource:security_group {{(pid=83236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:37:21.288492 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-4dcd9e74-4b66-4cf7-9e42-3fa8b468f918 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Unset dirty status for tenant:28079ae91d6e40fd890fd778797729e5 on resource:security_group {{(pid=83236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:37:21.289414 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-4dcd9e74-4b66-4cf7-9e42-3fa8b468f918 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28079ae91d6e40fd890fd778797729e5 HTTP/1.1" status: 200 len: 379 time: 0.0586627 May 25 22:37:21.303137 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-aa514c78-78be-4ad4-a2e3-007740a38cdc tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Request body: {'port': {'device_id': '8309f488-969e-45a4-ac84-f78d3e0cdfe1', 'network_id': '37540a84-44df-41c9-9fb3-60ffdb39c35c', 'admin_state_up': True, 'tenant_id': '28079ae91d6e40fd890fd778797729e5', 'security_groups': ['2c3a5bff-6d29-49b4-8b97-79fcb8254885']}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:37:21.433926 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-aa514c78-78be-4ad4-a2e3-007740a38cdc tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:37:21.437776 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-aa514c78-78be-4ad4-a2e3-007740a38cdc tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Usage tracker for resource:port and tenant:28079ae91d6e40fd890fd778797729e5 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:37:21.440504 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-aa514c78-78be-4ad4-a2e3-007740a38cdc tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:37:21.445977 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-aa514c78-78be-4ad4-a2e3-007740a38cdc tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:37:21.455599 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-aa514c78-78be-4ad4-a2e3-007740a38cdc tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Made reservation on behalf of 28079ae91d6e40fd890fd778797729e5 for: {'port': 1} {{(pid=83236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:37:21.459102 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-aa514c78-78be-4ad4-a2e3-007740a38cdc tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:21.616257 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.db_base_plugin_common [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-aa514c78-78be-4ad4-a2e3-007740a38cdc tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Allocated IP 172.20.0.14 (37540a84-44df-41c9-9fb3-60ffdb39c35c/0806ebda-529a-4aec-85e2-852f07a9bbdc/acba4276-9100-4182-969c-01885c97955a) {{(pid=83236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:37:21.865845 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-aa514c78-78be-4ad4-a2e3-007740a38cdc tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks [] for port, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:21.882416 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.provisioning_blocks [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-aa514c78-78be-4ad4-a2e3-007740a38cdc tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Transition to ACTIVE for port object acba4276-9100-4182-969c-01885c97955a will not be triggered until provisioned by entity DHCP. {{(pid=83236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:37:21.903632 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-aa514c78-78be-4ad4-a2e3-007740a38cdc tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:21.997378 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-aa514c78-78be-4ad4-a2e3-007740a38cdc tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Network 37540a84-44df-41c9-9fb3-60ffdb39c35c is already hosted by enough agents. {{(pid=83236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:37:22.000310 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.base_scheduler [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-aa514c78-78be-4ad4-a2e3-007740a38cdc tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Resources bound (agent type, host, resource id): {{(pid=83236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:37:22.005185 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-aa514c78-78be-4ad4-a2e3-007740a38cdc tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Received port after_create {{(pid=83236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:37:22.035621 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa514c78-78be-4ad4-a2e3-007740a38cdc tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Pushing event updated for resources: {'Port': ['ID=acba4276-9100-4182-969c-01885c97955a,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:37:22.074833 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-aa514c78-78be-4ad4-a2e3-007740a38cdc tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:22.075539 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-aa514c78-78be-4ad4-a2e3-007740a38cdc tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:22.101363 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-aa514c78-78be-4ad4-a2e3-007740a38cdc tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8023403 May 25 22:37:22.119606 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-5fa5d9ba-764b-4895-89fa-775e4a17d3d0 service neutron] Request body: {'port': {'device_id': '8309f488-969e-45a4-ac84-f78d3e0cdfe1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:37:22.204450 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-4ac36d72-ae83-481b-9f07-2c6a369a2e6d None None] Provisioning for port acba4276-9100-4182-969c-01885c97955a completed by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:37:22.209305 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-4ac36d72-ae83-481b-9f07-2c6a369a2e6d None None] Provisioning complete for port acba4276-9100-4182-969c-01885c97955a triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:37:22.209668 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-4ac36d72-ae83-481b-9f07-2c6a369a2e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:22.234752 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-5fa5d9ba-764b-4895-89fa-775e4a17d3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:22.261510 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-4ac36d72-ae83-481b-9f07-2c6a369a2e6d None None] Port acba4276-9100-4182-969c-01885c97955a cannot update to ACTIVE because it is not bound. {{(pid=83238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:37:22.462869 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afed48c-b1ff-4293-9795-aa2220e68c5a req-93d42935-58fc-41de-bc9e-051a5ffd3c3c tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:22.465062 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-8afed48c-b1ff-4293-9795-aa2220e68c5a req-93d42935-58fc-41de-bc9e-051a5ffd3c3c tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 932 time: 0.0761881 May 25 22:37:22.513070 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-8afed48c-b1ff-4293-9795-aa2220e68c5a req-6db6fe1f-6c97-4618-9c39-85d0d60ee670 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3a5bff-6d29-49b4-8b97-79fcb8254885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419955 May 25 22:37:22.579667 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-5fa5d9ba-764b-4895-89fa-775e4a17d3d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acba4276-9100-4182-969c-01885c97955a {{(pid=83236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:37:22.586450 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-5fa5d9ba-764b-4895-89fa-775e4a17d3d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:22.601884 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.provisioning_blocks [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-5fa5d9ba-764b-4895-89fa-775e4a17d3d0 service neutron] Transition to ACTIVE for port object acba4276-9100-4182-969c-01885c97955a will not be triggered until provisioned by entity L2. {{(pid=83236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:37:22.605736 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-5fa5d9ba-764b-4895-89fa-775e4a17d3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1630987'] for port, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:22.736447 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa5d9ba-764b-4895-89fa-775e4a17d3d0 service neutron] Pushing event updated for resources: {'Port': ['ID=acba4276-9100-4182-969c-01885c97955a,revision_number=2']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:37:22.842084 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-5fa5d9ba-764b-4895-89fa-775e4a17d3d0 service neutron] Attempting to bind port acba4276-9100-4182-969c-01885c97955a on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:37:22.842410 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-5fa5d9ba-764b-4895-89fa-775e4a17d3d0 service neutron] Attempting to bind port acba4276-9100-4182-969c-01885c97955a by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '9ab54bba-3610-4b41-8ee8-5bdd91b47bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '37540a84-44df-41c9-9fb3-60ffdb39c35c'}] {{(pid=83236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:37:22.842729 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-5fa5d9ba-764b-4895-89fa-775e4a17d3d0 service neutron] Attempting to bind port acba4276-9100-4182-969c-01885c97955a on network 37540a84-44df-41c9-9fb3-60ffdb39c35c {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:37:22.848424 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-5fa5d9ba-764b-4895-89fa-775e4a17d3d0 service neutron] Port acba4276-9100-4182-969c-01885c97955a on network 37540a84-44df-41c9-9fb3-60ffdb39c35c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:37:22.848732 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-5fa5d9ba-764b-4895-89fa-775e4a17d3d0 service neutron] Attempting to bind port acba4276-9100-4182-969c-01885c97955a on network 37540a84-44df-41c9-9fb3-60ffdb39c35c {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:37:22.854728 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-5fa5d9ba-764b-4895-89fa-775e4a17d3d0 service neutron] Checking agent: {'id': 'ba48c32d-6c3d-40ce-a4ff-91ef21d08f39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 30, 42), 'started_at': datetime.datetime(2022, 5, 25, 22, 30, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:37:22.855050 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-5fa5d9ba-764b-4895-89fa-775e4a17d3d0 service neutron] Checking segment: {'id': '9ab54bba-3610-4b41-8ee8-5bdd91b47bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '37540a84-44df-41c9-9fb3-60ffdb39c35c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:37:22.855420 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-5fa5d9ba-764b-4895-89fa-775e4a17d3d0 service neutron] Bound using segment: {'id': '9ab54bba-3610-4b41-8ee8-5bdd91b47bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '37540a84-44df-41c9-9fb3-60ffdb39c35c'} {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:37:22.855908 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-5fa5d9ba-764b-4895-89fa-775e4a17d3d0 service neutron] Bound port: acba4276-9100-4182-969c-01885c97955a, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ab54bba-3610-4b41-8ee8-5bdd91b47bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '37540a84-44df-41c9-9fb3-60ffdb39c35c'}}] {{(pid=83236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:37:22.856239 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-5fa5d9ba-764b-4895-89fa-775e4a17d3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:22.945742 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-5fa5d9ba-764b-4895-89fa-775e4a17d3d0 service neutron] For port acba4276-9100-4182-969c-01885c97955a, host hv-cinder-84330, cleared binding levels {{(pid=83236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:37:22.948508 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-5fa5d9ba-764b-4895-89fa-775e4a17d3d0 service neutron] For port acba4276-9100-4182-969c-01885c97955a, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=acba4276-9100-4182-969c-01885c97955a,segment=NetworkSegment(9ab54bba-3610-4b41-8ee8-5bdd91b47bdc),segment_id=9ab54bba-3610-4b41-8ee8-5bdd91b47bdc)] {{(pid=83236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:37:22.952652 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-5fa5d9ba-764b-4895-89fa-775e4a17d3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1630987'] for port, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:23.013728 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-5fa5d9ba-764b-4895-89fa-775e4a17d3d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:23.015058 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-5fa5d9ba-764b-4895-89fa-775e4a17d3d0 service neutron] 10.222.0.45 "PUT /v2.0/ports/acba4276-9100-4182-969c-01885c97955a HTTP/1.1" status: 200 len: 1094 time: 0.9003954 May 25 22:37:23.015475 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8309f488-969e-45a4-ac84-f78d3e0cdfe1', 'tag': 'acba4276-9100-4182-969c-01885c97955a'}] {{(pid=83236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:37:23.032848 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa5d9ba-764b-4895-89fa-775e4a17d3d0 service neutron] Pushing event updated for resources: {'Port': ['ID=acba4276-9100-4182-969c-01885c97955a,revision_number=3']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:37:23.108560 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b6611fb-a9d9-4744-8489-474d40e60b1f'] response: {'name': 'network-changed', 'server_uuid': '8309f488-969e-45a4-ac84-f78d3e0cdfe1', 'tag': 'acba4276-9100-4182-969c-01885c97955a', 'status': 'completed', 'code': 200} May 25 22:37:23.154810 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-c819bce9-6331-4a97-805c-7c44372c606e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=28079ae91d6e40fd890fd778797729e5&device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 1097 time: 0.0766196 May 25 22:37:23.229408 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-80f83b16-9694-410d-b572-9661338e023b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=acba4276-9100-4182-969c-01885c97955a HTTP/1.1" status: 200 len: 217 time: 0.0633283 May 25 22:37:23.293873 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-38ddbcf4-faed-47be-bc2e-3029543785b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:23.295211 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-38ddbcf4-faed-47be-bc2e-3029543785b0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0806ebda-529a-4aec-85e2-852f07a9bbdc HTTP/1.1" status: 200 len: 855 time: 0.0602756 May 25 22:37:23.369308 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-0c9f95ac-19f3-4df6-8f20-06d42cc370ab service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=37540a84-44df-41c9-9fb3-60ffdb39c35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0674977 May 25 22:37:23.505412 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-9b0c7b6a-37ad-4d30-b15f-98ed4294e893 service neutron] 10.222.0.45 "GET /v2.0/networks/37540a84-44df-41c9-9fb3-60ffdb39c35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299767 May 25 22:37:23.590798 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc42ed-69b2-46a8-9ba6-d79ce6e76467 req-7cade23e-2de9-48a9-a33b-e9214fba23cb tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:23.592636 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-5dcc42ed-69b2-46a8-9ba6-d79ce6e76467 req-7cade23e-2de9-48a9-a33b-e9214fba23cb tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a980ccf-2b6a-4d3c-bcca-9289884decf0 HTTP/1.1" status: 200 len: 945 time: 0.0813138 May 25 22:37:23.650894 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-5dcc42ed-69b2-46a8-9ba6-d79ce6e76467 req-b17fcd00-5d55-4dfa-9437-254c44ec1f10 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Synchronizing usage tracker for tenant:f03d319e86304fdf89e958ee74d34779 on resource:security_group {{(pid=83237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:37:23.699447 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-5dcc42ed-69b2-46a8-9ba6-d79ce6e76467 req-b17fcd00-5d55-4dfa-9437-254c44ec1f10 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Unset dirty status for tenant:f03d319e86304fdf89e958ee74d34779 on resource:security_group {{(pid=83237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:37:23.700576 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-5dcc42ed-69b2-46a8-9ba6-d79ce6e76467 req-b17fcd00-5d55-4dfa-9437-254c44ec1f10 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022444 May 25 22:37:23.714895 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b5413b66-e665-4ed7-9a76-7ad7d76c42f2 req-ed87ca7d-2502-4565-8929-b142155c30de service neutron] 10.222.0.45 "GET /v2.0/networks/37540a84-44df-41c9-9fb3-60ffdb39c35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030945 May 25 22:37:23.742480 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c94fe-3683-4ceb-aaec-b33f6bf6e4af req-b73bd404-7c8e-446c-9286-47179bee26f5 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:23.744294 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-353c94fe-3683-4ceb-aaec-b33f6bf6e4af req-b73bd404-7c8e-446c-9286-47179bee26f5 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 944 time: 0.0790312 May 25 22:37:23.789703 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-353c94fe-3683-4ceb-aaec-b33f6bf6e4af req-ab9f5a92-16f2-475e-a761-ecf391756706 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3a5bff-6d29-49b4-8b97-79fcb8254885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395167 May 25 22:37:23.901870 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-4b5b7c25-98d6-486e-b674-791afc9a0c2a req-9f06ea88-5ea0-4af8-b77a-de9f72ada9ce service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=28079ae91d6e40fd890fd778797729e5&device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 1097 time: 0.0711548 May 25 22:37:24.040878 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b7c25-98d6-486e-b674-791afc9a0c2a req-c3856e8f-a906-4902-b376-8b89e696e60e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:24.042219 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-4b5b7c25-98d6-486e-b674-791afc9a0c2a req-c3856e8f-a906-4902-b376-8b89e696e60e service neutron] 10.222.0.45 "GET /v2.0/networks?id=37540a84-44df-41c9-9fb3-60ffdb39c35c HTTP/1.1" status: 200 len: 917 time: 0.1332138 May 25 22:37:24.108429 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-4b5b7c25-98d6-486e-b674-791afc9a0c2a req-987f20de-06c8-46d2-b1a6-9bfea9a2b928 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=acba4276-9100-4182-969c-01885c97955a HTTP/1.1" status: 200 len: 217 time: 0.0600982 May 25 22:37:24.172894 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b7c25-98d6-486e-b674-791afc9a0c2a req-395e6a35-cf3a-44cc-8164-01ef9bba42df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:24.174255 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-4b5b7c25-98d6-486e-b674-791afc9a0c2a req-395e6a35-cf3a-44cc-8164-01ef9bba42df service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0806ebda-529a-4aec-85e2-852f07a9bbdc HTTP/1.1" status: 200 len: 855 time: 0.0591800 May 25 22:37:24.246489 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-4b5b7c25-98d6-486e-b674-791afc9a0c2a req-14f03c4c-915f-4658-9cbc-3bb4c73aa286 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=37540a84-44df-41c9-9fb3-60ffdb39c35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0658937 May 25 22:37:24.386835 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-4b5b7c25-98d6-486e-b674-791afc9a0c2a req-59b6963f-e83a-46bb-ba53-61c4f5249af1 service neutron] 10.222.0.45 "GET /v2.0/networks/37540a84-44df-41c9-9fb3-60ffdb39c35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322818 May 25 22:37:24.518973 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-4b5b7c25-98d6-486e-b674-791afc9a0c2a req-d0e220ec-9082-4cd3-8d4e-b03b3315b7b5 service neutron] 10.222.0.45 "GET /v2.0/networks/37540a84-44df-41c9-9fb3-60ffdb39c35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239772 May 25 22:37:25.025172 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59387e7c-e092-4cbc-a3fa-6a5f4964f3c5 req-94c9034d-48eb-49d8-a5a9-4ee0b37bb6e4 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:25.026521 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-59387e7c-e092-4cbc-a3fa-6a5f4964f3c5 req-94c9034d-48eb-49d8-a5a9-4ee0b37bb6e4 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a980ccf-2b6a-4d3c-bcca-9289884decf0 HTTP/1.1" status: 200 len: 945 time: 0.2076049 May 25 22:37:25.037232 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbafa1-bf0f-47be-9f46-ac64a7639253 req-16b22327-6f4e-4823-8486-83529e237454 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:25.038559 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-d8dbafa1-bf0f-47be-9f46-ac64a7639253 req-16b22327-6f4e-4823-8486-83529e237454 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 944 time: 0.1075466 May 25 22:37:25.107966 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-59387e7c-e092-4cbc-a3fa-6a5f4964f3c5 req-ad22b5fa-88f3-4d9c-bb68-8d818be03efb tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684910 May 25 22:37:25.112439 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-d8dbafa1-bf0f-47be-9f46-ac64a7639253 req-566781f1-01cb-46f9-b35a-62e18db854e1 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3a5bff-6d29-49b4-8b97-79fcb8254885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585177 May 25 22:37:25.922676 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0fb614-505a-4793-a38f-d450cd4c7833 req-4b1d584a-3f40-4b65-887e-f7267f7a2c6f tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:25.923361 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-7f0fb614-505a-4793-a38f-d450cd4c7833 req-4b1d584a-3f40-4b65-887e-f7267f7a2c6f tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Synchronizing usage tracker for tenant:f03d319e86304fdf89e958ee74d34779 on resource:port {{(pid=83236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:37:25.939132 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-7f0fb614-505a-4793-a38f-d450cd4c7833 req-4b1d584a-3f40-4b65-887e-f7267f7a2c6f tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Unset dirty status for tenant:f03d319e86304fdf89e958ee74d34779 on resource:port {{(pid=83236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:37:25.940390 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-7f0fb614-505a-4793-a38f-d450cd4c7833 req-4b1d584a-3f40-4b65-887e-f7267f7a2c6f tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a980ccf-2b6a-4d3c-bcca-9289884decf0 HTTP/1.1" status: 200 len: 945 time: 0.0973568 May 25 22:37:26.012212 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [req-7f0fb614-505a-4793-a38f-d450cd4c7833 req-a4c38f74-ab3b-4788-b200-163320d016d0 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Deleting port 2c77152b-dd46-411d-8cf8-7bdbcaae35fe {{(pid=83236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:37:26.012550 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-7f0fb614-505a-4793-a38f-d450cd4c7833 req-a4c38f74-ab3b-4788-b200-163320d016d0 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:26.256433 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-7f0fb614-505a-4793-a38f-d450cd4c7833 req-a4c38f74-ab3b-4788-b200-163320d016d0 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] For port 2c77152b-dd46-411d-8cf8-7bdbcaae35fe, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=2c77152b-dd46-411d-8cf8-7bdbcaae35fe,segment=NetworkSegment(fd780e7e-00ee-4b95-a4a3-06bb62d1df35),segment_id=fd780e7e-00ee-4b95-a4a3-06bb62d1df35)] {{(pid=83236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:37:26.256781 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-7f0fb614-505a-4793-a38f-d450cd4c7833 req-a4c38f74-ab3b-4788-b200-163320d016d0 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:26.359612 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864c010-5c3f-49a7-9393-4710c8e46126 req-647d5bc2-7e38-46cd-b744-029d0d9c3c1b tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:26.361039 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-c864c010-5c3f-49a7-9393-4710c8e46126 req-647d5bc2-7e38-46cd-b744-029d0d9c3c1b tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a980ccf-2b6a-4d3c-bcca-9289884decf0 HTTP/1.1" status: 200 len: 945 time: 0.1329186 May 25 22:37:26.372919 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a8db6-300d-4e29-8047-2805633bc86e req-7c681673-4528-4b3d-9240-07f5859ba8bb tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:26.374333 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-707a8db6-300d-4e29-8047-2805633bc86e req-7c681673-4528-4b3d-9240-07f5859ba8bb tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 944 time: 0.1113610 May 25 22:37:26.374469 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [req-7f0fb614-505a-4793-a38f-d450cd4c7833 req-a4c38f74-ab3b-4788-b200-163320d016d0 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Calling delete_port for 2c77152b-dd46-411d-8cf8-7bdbcaae35fe owned by compute:nova {{(pid=83236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:37:26.448745 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-c864c010-5c3f-49a7-9393-4710c8e46126 req-db28ece2-4457-40a2-b3b4-77d39c0b351e tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732920 May 25 22:37:26.451152 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-707a8db6-300d-4e29-8047-2805633bc86e req-e1d00a57-2302-484f-94e9-1fae1cc3913f tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3a5bff-6d29-49b4-8b97-79fcb8254885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621314 May 25 22:37:26.517165 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-7f0fb614-505a-4793-a38f-d450cd4c7833 req-a4c38f74-ab3b-4788-b200-163320d016d0 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:26.525482 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device acba4276-9100-4182-969c-01885c97955a details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 22:37:26.556588 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] get_ports_and_sgs() called for port_ids ['d29a8dc3-1e81-4ab0-bc45-9626d9f86035', '2c77152b-dd46-411d-8cf8-7bdbcaae35fe'] {{(pid=83238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:37:26.564837 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c38f74-ab3b-4788-b200-163320d016d0 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Pushing event deleted for resources: {'Port': ['ID=2c77152b-dd46-411d-8cf8-7bdbcaae35fe,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:37:26.705580 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0fb614-505a-4793-a38f-d450cd4c7833 req-a4c38f74-ab3b-4788-b200-163320d016d0 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] No DVR routers for this DVR port 2c77152b-dd46-411d-8cf8-7bdbcaae35fe on host hv-cinder-84330 {{(pid=83236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:37:26.707922 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-7f0fb614-505a-4793-a38f-d450cd4c7833 req-a4c38f74-ab3b-4788-b200-163320d016d0 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:26.710433 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a980ccf-2b6a-4d3c-bcca-9289884decf0', 'name': 'network-vif-deleted', 'tag': '2c77152b-dd46-411d-8cf8-7bdbcaae35fe'}] {{(pid=83236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:37:26.725331 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port acba4276-9100-4182-969c-01885c97955a, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=acba4276-9100-4182-969c-01885c97955a,segment=NetworkSegment(9ab54bba-3610-4b41-8ee8-5bdd91b47bdc),segment_id=9ab54bba-3610-4b41-8ee8-5bdd91b47bdc)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:37:26.726585 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-7f0fb614-505a-4793-a38f-d450cd4c7833 req-a4c38f74-ab3b-4788-b200-163320d016d0 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.45 "DELETE /v2.0/ports/2c77152b-dd46-411d-8cf8-7bdbcaae35fe HTTP/1.1" status: 204 len: 173 time: 0.7809100 May 25 22:37:26.750982 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Returning: {'device': 'acba4276-9100-4182-969c-01885c97955a', 'network_id': '37540a84-44df-41c9-9fb3-60ffdb39c35c', 'port_id': 'acba4276-9100-4182-969c-01885c97955a', 'mac_address': 'fa:16:3e:15:c4:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0806ebda-529a-4aec-85e2-852f07a9bbdc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 22:37:26.773663 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdaddadc-66b0-4b02-a1c3-201db31fe976'] response: {'server_uuid': '1a980ccf-2b6a-4d3c-bcca-9289884decf0', 'name': 'network-vif-deleted', 'tag': '2c77152b-dd46-411d-8cf8-7bdbcaae35fe', 'status': 'completed', 'code': 200} May 25 22:37:26.836767 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:26.862393 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.notifiers.nova [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acba4276-9100-4182-969c-01885c97955a {{(pid=83238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:37:26.901086 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port acba4276-9100-4182-969c-01885c97955a, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=acba4276-9100-4182-969c-01885c97955a,segment=NetworkSegment(9ab54bba-3610-4b41-8ee8-5bdd91b47bdc),segment_id=9ab54bba-3610-4b41-8ee8-5bdd91b47bdc)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:37:26.910605 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:26.981508 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Pushing event updated for resources: {'Port': ['ID=acba4276-9100-4182-969c-01885c97955a,revision_number=4']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:37:26.990750 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:37:26.991086 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:37:26.991412 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:37:26.991789 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:37:26.992089 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:37:26.992407 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:37:26.992724 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:37:26.993037 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:37:26.993636 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:37:26.993969 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:37:26.994257 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:37:27.295149 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] get_ports_and_sgs() called for port_ids ['acba4276-9100-4182-969c-01885c97955a'] {{(pid=83238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:37:27.668816 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59248af7-92cd-47e8-bad5-2c21d805d71b req-c219045a-264e-4542-82e8-d59be639aaaa tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:27.670268 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-59248af7-92cd-47e8-bad5-2c21d805d71b req-c219045a-264e-4542-82e8-d59be639aaaa tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 945 time: 0.0795867 May 25 22:37:27.715765 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-59248af7-92cd-47e8-bad5-2c21d805d71b req-0ff2a6a0-7ae8-4fc9-b8d5-ca6055fdbe82 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3a5bff-6d29-49b4-8b97-79fcb8254885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398195 May 25 22:37:27.921078 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9cb9e-7858-4406-9e23-b1e405411f73 req-15f1649a-2f46-4880-b2b6-7f8f15a46b4b tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:27.922504 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-eba9cb9e-7858-4406-9e23-b1e405411f73 req-15f1649a-2f46-4880-b2b6-7f8f15a46b4b tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=4426e593-b8b7-4316-8051-8c7998309246 HTTP/1.1" status: 200 len: 945 time: 0.0742452 May 25 22:37:27.967301 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-eba9cb9e-7858-4406-9e23-b1e405411f73 req-15381d92-3a65-4309-bc17-0952f0797f29 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386486 May 25 22:37:28.572506 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device acba4276-9100-4182-969c-01885c97955a up at agent hyperv_hv-cinder-84330 {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:37:28.665847 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Provisioning for port acba4276-9100-4182-969c-01885c97955a completed by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:37:28.671546 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Provisioning complete for port acba4276-9100-4182-969c-01885c97955a triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:37:28.671923 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:28.796160 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:28.822175 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8309f488-969e-45a4-ac84-f78d3e0cdfe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acba4276-9100-4182-969c-01885c97955a'}] {{(pid=83238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:37:28.832136 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port acba4276-9100-4182-969c-01885c97955a, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=acba4276-9100-4182-969c-01885c97955a,segment=NetworkSegment(9ab54bba-3610-4b41-8ee8-5bdd91b47bdc),segment_id=9ab54bba-3610-4b41-8ee8-5bdd91b47bdc)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:37:28.836135 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:28.836958 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 2c77152b-dd46-411d-8cf8-7bdbcaae35fe no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:37:28.909958 dv-cinder-843305-1-iscsi neutron-server[83238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0b4b043-7244-4f59-81c7-9c18a0c9fc27'] response: {'server_uuid': '8309f488-969e-45a4-ac84-f78d3e0cdfe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acba4276-9100-4182-969c-01885c97955a', 'code': 200} May 25 22:37:28.910476 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] No Port match for: 2c77152b-dd46-411d-8cf8-7bdbcaae35fe {{(pid=83238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:37:28.910809 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 2c77152b-dd46-411d-8cf8-7bdbcaae35fe not bound to the agent host hv-cinder-84330 {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:37:28.938819 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Pushing event updated for resources: {'Port': ['ID=acba4276-9100-4182-969c-01885c97955a,revision_number=5']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:37:28.949505 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a630a8-ea71-4789-adc8-0486be44252a req-32953350-471b-420d-8b24-b4cc9e6e12ee tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:28.950951 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-74a630a8-ea71-4789-adc8-0486be44252a req-32953350-471b-420d-8b24-b4cc9e6e12ee tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 946 time: 0.0905223 May 25 22:37:28.997222 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-74a630a8-ea71-4789-adc8-0486be44252a req-fced9704-c59d-4970-aac7-bfca8f1b3232 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3a5bff-6d29-49b4-8b97-79fcb8254885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401671 May 25 22:37:29.169143 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-33dc1f15-ba0a-4eae-9d23-fda8d6af9872 req-51e43418-1857-4592-8c0c-e916520d941a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 1099 time: 0.0662649 May 25 22:37:29.170663 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc5d3d-758b-493a-b2a4-17a286175bb3 req-01a17a22-c3d7-4ccb-9959-cadd256b5589 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:29.172156 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-9fcc5d3d-758b-493a-b2a4-17a286175bb3 req-01a17a22-c3d7-4ccb-9959-cadd256b5589 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=4426e593-b8b7-4316-8051-8c7998309246 HTTP/1.1" status: 200 len: 945 time: 0.0764229 May 25 22:37:29.211917 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-33dc1f15-ba0a-4eae-9d23-fda8d6af9872 req-c8670c18-8ec7-4ec1-aef2-5f7077d71d51 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2c3a5bff-6d29-49b4-8b97-79fcb8254885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360329 May 25 22:37:29.221250 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-9fcc5d3d-758b-493a-b2a4-17a286175bb3 req-65f954dd-d450-453c-897e-692e7a460ee0 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426157 May 25 22:37:29.613744 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-6a17c5b4-143c-400f-a3dc-da58e7add3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:30.205330 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8f4ef-d974-42da-8027-89e4a760e11a req-47e65fb5-c73d-47ef-a817-d90a3b2fdddf tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:30.206866 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-ead8f4ef-d974-42da-8027-89e4a760e11a req-47e65fb5-c73d-47ef-a817-d90a3b2fdddf tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 946 time: 0.0752056 May 25 22:37:30.251815 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-ead8f4ef-d974-42da-8027-89e4a760e11a req-6ff536b9-1f09-40c1-8974-29a00b205f0e tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3a5bff-6d29-49b4-8b97-79fcb8254885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392570 May 25 22:37:30.421198 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae87a461-dd89-4430-ba13-ac251f50922f req-071c3d70-e0a9-4ef2-9ea4-ae5d3177698a tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:30.422597 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-ae87a461-dd89-4430-ba13-ac251f50922f req-071c3d70-e0a9-4ef2-9ea4-ae5d3177698a tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=4426e593-b8b7-4316-8051-8c7998309246 HTTP/1.1" status: 200 len: 945 time: 0.0800819 May 25 22:37:30.469910 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-ae87a461-dd89-4430-ba13-ac251f50922f req-48a2e14b-6e1a-420f-a9e8-7c02a6d38eac tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408330 May 25 22:37:31.466527 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf792a9d-a722-4942-a801-ad1973e29c7a req-d4764d17-f9f9-47bc-9d35-b2ed1ba5128a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:31.467945 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-cf792a9d-a722-4942-a801-ad1973e29c7a req-d4764d17-f9f9-47bc-9d35-b2ed1ba5128a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 946 time: 0.0811322 May 25 22:37:31.511835 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-cf792a9d-a722-4942-a801-ad1973e29c7a req-167f10f7-2e4c-41e2-984a-b8636f24c826 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3a5bff-6d29-49b4-8b97-79fcb8254885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383453 May 25 22:37:31.658691 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3dee3-86a7-4967-89d9-a187861ff100 req-35fe77be-8718-4818-9af9-25e84daf5c0a tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:31.659778 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-84d3dee3-86a7-4967-89d9-a187861ff100 req-35fe77be-8718-4818-9af9-25e84daf5c0a tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Synchronizing usage tracker for tenant:f03d319e86304fdf89e958ee74d34779 on resource:port {{(pid=83236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:37:31.676570 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-84d3dee3-86a7-4967-89d9-a187861ff100 req-35fe77be-8718-4818-9af9-25e84daf5c0a tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Unset dirty status for tenant:f03d319e86304fdf89e958ee74d34779 on resource:port {{(pid=83236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:37:31.677762 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-84d3dee3-86a7-4967-89d9-a187861ff100 req-35fe77be-8718-4818-9af9-25e84daf5c0a tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.45 "GET /v2.0/ports?device_id=4426e593-b8b7-4316-8051-8c7998309246 HTTP/1.1" status: 200 len: 945 time: 0.0978661 May 25 22:37:31.714075 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a8f9a-96ad-4122-9871-94424642b588 req-d794f18e-4706-4cc9-8570-065865749c3d tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:31.715536 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-2b5a8f9a-96ad-4122-9871-94424642b588 req-d794f18e-4706-4cc9-8570-065865749c3d tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=4426e593-b8b7-4316-8051-8c7998309246 HTTP/1.1" status: 200 len: 945 time: 0.1271369 May 25 22:37:31.745453 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [req-84d3dee3-86a7-4967-89d9-a187861ff100 req-5d1f8ce1-bf46-49d4-b6f5-08fbe8587aa1 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Deleting port d29a8dc3-1e81-4ab0-bc45-9626d9f86035 {{(pid=83236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:37:31.745826 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-84d3dee3-86a7-4967-89d9-a187861ff100 req-5d1f8ce1-bf46-49d4-b6f5-08fbe8587aa1 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:31.767135 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8acb05-1a34-494d-b551-e76e9c200d44 req-5b26ae2a-45e3-4dcd-9d09-27b36e0cb474 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:31.768612 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-1b8acb05-1a34-494d-b551-e76e9c200d44 req-5b26ae2a-45e3-4dcd-9d09-27b36e0cb474 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 946 time: 0.1252573 May 25 22:37:31.779063 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-2b5a8f9a-96ad-4122-9871-94424642b588 req-255db5db-c10e-4ab3-b3a4-cb0ad87029c6 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbac2a3f-5fd9-4277-8204-e95766fb137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566921 May 25 22:37:31.779502 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 57436) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:37:31.784940 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-194a7162-3040-40df-8c9e-2d36a1565de6 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Request body: {'floatingip': {'port_id': 'acba4276-9100-4182-969c-01885c97955a'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:37:31.826071 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-cadd81a3-a526-4545-98b6-3c5817cbc721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:31.863030 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-194a7162-3040-40df-8c9e-2d36a1565de6 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks [] for floatingip, before_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:32.001862 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-84d3dee3-86a7-4967-89d9-a187861ff100 req-5d1f8ce1-bf46-49d4-b6f5-08fbe8587aa1 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] For port d29a8dc3-1e81-4ab0-bc45-9626d9f86035, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=d29a8dc3-1e81-4ab0-bc45-9626d9f86035,segment=NetworkSegment(fd780e7e-00ee-4b95-a4a3-06bb62d1df35),segment_id=fd780e7e-00ee-4b95-a4a3-06bb62d1df35)] {{(pid=83236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:37:32.002226 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-84d3dee3-86a7-4967-89d9-a187861ff100 req-5d1f8ce1-bf46-49d4-b6f5-08fbe8587aa1 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:32.123030 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [req-84d3dee3-86a7-4967-89d9-a187861ff100 req-5d1f8ce1-bf46-49d4-b6f5-08fbe8587aa1 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Calling delete_port for d29a8dc3-1e81-4ab0-bc45-9626d9f86035 owned by compute:nova {{(pid=83236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:37:32.269419 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-84d3dee3-86a7-4967-89d9-a187861ff100 req-5d1f8ce1-bf46-49d4-b6f5-08fbe8587aa1 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:32.305090 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] get_ports_and_sgs() called for port_ids ['d29a8dc3-1e81-4ab0-bc45-9626d9f86035'] {{(pid=83238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:37:32.314712 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f8ce1-bf46-49d4-b6f5-08fbe8587aa1 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Pushing event deleted for resources: {'Port': ['ID=d29a8dc3-1e81-4ab0-bc45-9626d9f86035,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:37:32.393259 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d3dee3-86a7-4967-89d9-a187861ff100 req-5d1f8ce1-bf46-49d4-b6f5-08fbe8587aa1 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] No DVR routers for this DVR port d29a8dc3-1e81-4ab0-bc45-9626d9f86035 on host hv-cinder-84330 {{(pid=83236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:37:32.396851 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-84d3dee3-86a7-4967-89d9-a187861ff100 req-5d1f8ce1-bf46-49d4-b6f5-08fbe8587aa1 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:32.399407 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4426e593-b8b7-4316-8051-8c7998309246', 'name': 'network-vif-deleted', 'tag': 'd29a8dc3-1e81-4ab0-bc45-9626d9f86035'}] {{(pid=83236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:37:32.415029 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-84d3dee3-86a7-4967-89d9-a187861ff100 req-5d1f8ce1-bf46-49d4-b6f5-08fbe8587aa1 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.45 "DELETE /v2.0/ports/d29a8dc3-1e81-4ab0-bc45-9626d9f86035 HTTP/1.1" status: 204 len: 173 time: 0.7318726 May 25 22:37:32.461900 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fe3e2ee-4f91-4a0e-98f2-4abd8472e203'] response: {'server_uuid': '4426e593-b8b7-4316-8051-8c7998309246', 'name': 'network-vif-deleted', 'tag': 'd29a8dc3-1e81-4ab0-bc45-9626d9f86035', 'status': 'completed', 'code': 200} May 25 22:37:32.527124 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-194a7162-3040-40df-8c9e-2d36a1565de6 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:32.531025 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-194a7162-3040-40df-8c9e-2d36a1565de6 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335082'] for floatingip, after_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:32.728430 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.db.l3_db [None req-194a7162-3040-40df-8c9e-2d36a1565de6 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Floating IP 4481f346-eff8-48ac-a4ee-9126840cc2d6 associated. External IP: 172.27.0.153, port: acba4276-9100-4182-969c-01885c97955a. May 25 22:37:32.892334 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:33.031882 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-4f322648-9500-490d-a081-c5dd1d36c126 req-43628a74-89c4-43c0-955c-d4ec6c7df5b5 tempest-ServerRescueNegativeTestJSON-634394385 tempest-ServerRescueNegativeTestJSON-634394385-project] 10.222.0.39 "GET /v2.0/ports?device_id=4426e593-b8b7-4316-8051-8c7998309246 HTTP/1.1" status: 200 len: 210 time: 0.0889652 May 25 22:37:33.062840 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:33.182592 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-194a7162-3040-40df-8c9e-2d36a1565de6 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Router c77ac15f-13e1-4f68-b442-48b0b3431d32 has already been hosted by L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a {{(pid=83237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:37:33.374297 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194a7162-3040-40df-8c9e-2d36a1565de6 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:37:33.379391 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-194a7162-3040-40df-8c9e-2d36a1565de6 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for floatingip, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:33.384688 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579fda56-be24-4e34-bd5e-9ad2da92b409 None None] Sync routers for ids ['c77ac15f-13e1-4f68-b442-48b0b3431d32'] in dv-cinder-843305-1-iscsi {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:37:33.396426 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579fda56-be24-4e34-bd5e-9ad2da92b409 None None] Routers {'c77ac15f-13e1-4f68-b442-48b0b3431d32'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:37:33.397017 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-579fda56-be24-4e34-bd5e-9ad2da92b409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:37:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['c77ac15f-13e1-4f68-b442-48b0b3431d32'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:37:33.437285 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-194a7162-3040-40df-8c9e-2d36a1565de6 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "PUT /v2.0/floatingips/4481f346-eff8-48ac-a4ee-9126840cc2d6 HTTP/1.1" status: 200 len: 992 time: 1.6566710 May 25 22:37:33.437812 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8309f488-969e-45a4-ac84-f78d3e0cdfe1', 'tag': 'acba4276-9100-4182-969c-01885c97955a'}] {{(pid=83237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:37:33.493982 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c14e23c-f400-4139-9ce8-41cf07b757e2'] response: {'name': 'network-changed', 'server_uuid': '8309f488-969e-45a4-ac84-f78d3e0cdfe1', 'tag': 'acba4276-9100-4182-969c-01885c97955a', 'status': 'completed', 'code': 200} May 25 22:37:33.572684 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-579fda56-be24-4e34-bd5e-9ad2da92b409 None None] Set router c77ac15f-13e1-4f68-b442-48b0b3431d32 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:37:33.604841 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-d268d214-8cc5-4f44-9b42-0bc70d120508 req-209a8739-5dbb-495e-8d74-64c4bd29d8db service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=28079ae91d6e40fd890fd778797729e5&device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 1099 time: 0.0679421 May 25 22:37:33.734857 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d268d214-8cc5-4f44-9b42-0bc70d120508 req-a0068eb3-e345-4a98-b1d9-7fbf411cff2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:33.736244 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-d268d214-8cc5-4f44-9b42-0bc70d120508 req-a0068eb3-e345-4a98-b1d9-7fbf411cff2f service neutron] 10.222.0.45 "GET /v2.0/networks?id=37540a84-44df-41c9-9fb3-60ffdb39c35c HTTP/1.1" status: 200 len: 917 time: 0.1251881 May 25 22:37:33.840374 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-d268d214-8cc5-4f44-9b42-0bc70d120508 req-040d2352-972c-4a1d-a686-e1967258aeef service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=acba4276-9100-4182-969c-01885c97955a HTTP/1.1" status: 200 len: 1000 time: 0.0977941 May 25 22:37:33.914098 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d268d214-8cc5-4f44-9b42-0bc70d120508 req-652f09bc-14e3-4173-8764-73a1f9297306 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:33.916106 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-d268d214-8cc5-4f44-9b42-0bc70d120508 req-652f09bc-14e3-4173-8764-73a1f9297306 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0806ebda-529a-4aec-85e2-852f07a9bbdc HTTP/1.1" status: 200 len: 855 time: 0.0681808 May 25 22:37:33.930720 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-579fda56-be24-4e34-bd5e-9ad2da92b409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'name': 'tempest-AttachVolumeShelveTestJSON-142911639-router', 'tenant_id': '28079ae91d6e40fd890fd778797729e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'c379a3b8-f77c-4274-a5e0-d7681c52643b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:33:56Z', 'updated_at': '2022-05-25T22:34:01Z', 'revision_number': 4, 'project_id': '28079ae91d6e40fd890fd778797729e5', 'gw_port': {'id': 'c379a3b8-f77c-4274-a5e0-d7681c52643b', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:33:57Z', 'updated_at': '2022-05-25T22:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_floatingips': [{'id': '4481f346-eff8-48ac-a4ee-9126840cc2d6', 'tenant_id': '28079ae91d6e40fd890fd778797729e5', 'floating_ip_address': '172.27.0.153', 'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'router_id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'port_id': 'acba4276-9100-4182-969c-01885c97955a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37540a84-44df-41c9-9fb3-60ffdb39c35c', 'mac_address': 'fa:16:3e:15:c4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8309f488-969e-45a4-ac84-f78d3e0cdfe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:37:17Z', 'updated_at': '2022-05-25T22:37:32Z', 'revision_number': 1, 'project_id': '28079ae91d6e40fd890fd778797729e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a4caa37-3828-4a59-9323-876d934ca7aa', 'name': '', 'network_id': '37540a84-44df-41c9-9fb3-60ffdb39c35c', 'tenant_id': '28079ae91d6e40fd890fd778797729e5', 'mac_address': 'fa:16:3e:3a:08:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0806ebda-529a-4aec-85e2-852f07a9bbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:34:00Z', 'updated_at': '2022-05-25T22:34:10Z', 'revision_number': 5, 'project_id': '28079ae91d6e40fd890fd778797729e5', 'subnets': [{'id': '0806ebda-529a-4aec-85e2-852f07a9bbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:37:33.935494 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579fda56-be24-4e34-bd5e-9ad2da92b409 None None] Checking router: c77ac15f-13e1-4f68-b442-48b0b3431d32 for host: dv-cinder-843305-1-iscsi {{(pid=83238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:37:33.946786 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579fda56-be24-4e34-bd5e-9ad2da92b409 None None] Routers {'c77ac15f-13e1-4f68-b442-48b0b3431d32'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:37:33.947388 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-579fda56-be24-4e34-bd5e-9ad2da92b409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:37:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['c77ac15f-13e1-4f68-b442-48b0b3431d32'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:37:34.016121 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-d268d214-8cc5-4f44-9b42-0bc70d120508 req-acc93cf8-7268-448b-83ba-813eb5faf737 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=37540a84-44df-41c9-9fb3-60ffdb39c35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0925989 May 25 22:37:34.139215 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-579fda56-be24-4e34-bd5e-9ad2da92b409 None None] Set router c77ac15f-13e1-4f68-b442-48b0b3431d32 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:37:34.153389 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 57456) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:37:34.180555 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d819498e-a32b-4fce-b744-5584e9705c65 req-57e283b6-274b-4c53-b25d-457bdb263ff1 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:34.182104 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-d819498e-a32b-4fce-b744-5584e9705c65 req-57e283b6-274b-4c53-b25d-457bdb263ff1 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 946 time: 0.0810173 May 25 22:37:34.230215 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-d819498e-a32b-4fce-b744-5584e9705c65 req-1cc58c10-6783-4949-a526-d96db3aa5da9 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/security-groups?id=4daec5d9-05d1-44c8-9c81-ceb391342ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422993 May 25 22:37:34.378930 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-d268d214-8cc5-4f44-9b42-0bc70d120508 req-25364bc9-a306-44fa-9dde-c598690d7df0 service neutron] 10.222.0.45 "GET /v2.0/networks/37540a84-44df-41c9-9fb3-60ffdb39c35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440120 May 25 22:37:34.434322 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:34.538107 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-d268d214-8cc5-4f44-9b42-0bc70d120508 req-d9d15baf-fb55-4eec-94a2-54c80d753e99 service neutron] 10.222.0.45 "GET /v2.0/networks/37540a84-44df-41c9-9fb3-60ffdb39c35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453304 May 25 22:37:34.545709 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-579fda56-be24-4e34-bd5e-9ad2da92b409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'name': 'tempest-AttachVolumeShelveTestJSON-142911639-router', 'tenant_id': '28079ae91d6e40fd890fd778797729e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'c379a3b8-f77c-4274-a5e0-d7681c52643b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:33:56Z', 'updated_at': '2022-05-25T22:34:01Z', 'revision_number': 4, 'project_id': '28079ae91d6e40fd890fd778797729e5', 'gw_port': {'id': 'c379a3b8-f77c-4274-a5e0-d7681c52643b', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:33:57Z', 'updated_at': '2022-05-25T22:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_floatingips': [{'id': '4481f346-eff8-48ac-a4ee-9126840cc2d6', 'tenant_id': '28079ae91d6e40fd890fd778797729e5', 'floating_ip_address': '172.27.0.153', 'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'router_id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'port_id': 'acba4276-9100-4182-969c-01885c97955a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37540a84-44df-41c9-9fb3-60ffdb39c35c', 'mac_address': 'fa:16:3e:15:c4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8309f488-969e-45a4-ac84-f78d3e0cdfe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:37:17Z', 'updated_at': '2022-05-25T22:37:32Z', 'revision_number': 1, 'project_id': '28079ae91d6e40fd890fd778797729e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a4caa37-3828-4a59-9323-876d934ca7aa', 'name': '', 'network_id': '37540a84-44df-41c9-9fb3-60ffdb39c35c', 'tenant_id': '28079ae91d6e40fd890fd778797729e5', 'mac_address': 'fa:16:3e:3a:08:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0806ebda-529a-4aec-85e2-852f07a9bbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:34:00Z', 'updated_at': '2022-05-25T22:34:10Z', 'revision_number': 5, 'project_id': '28079ae91d6e40fd890fd778797729e5', 'subnets': [{'id': '0806ebda-529a-4aec-85e2-852f07a9bbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:37:34.550518 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579fda56-be24-4e34-bd5e-9ad2da92b409 None None] The sync data for ids ['c77ac15f-13e1-4f68-b442-48b0b3431d32'] in dv-cinder-843305-1-iscsi is: [{'id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'name': 'tempest-AttachVolumeShelveTestJSON-142911639-router', 'tenant_id': '28079ae91d6e40fd890fd778797729e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'c379a3b8-f77c-4274-a5e0-d7681c52643b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:33:56Z', 'updated_at': '2022-05-25T22:34:01Z', 'revision_number': 4, 'project_id': '28079ae91d6e40fd890fd778797729e5', 'gw_port': {'id': 'c379a3b8-f77c-4274-a5e0-d7681c52643b', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:33:57Z', 'updated_at': '2022-05-25T22:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_floatingips': [{'id': '4481f346-eff8-48ac-a4ee-9126840cc2d6', 'tenant_id': '28079ae91d6e40fd890fd778797729e5', 'floating_ip_address': '172.27.0.153', 'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'router_id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'port_id': 'acba4276-9100-4182-969c-01885c97955a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37540a84-44df-41c9-9fb3-60ffdb39c35c', 'mac_address': 'fa:16:3e:15:c4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8309f488-969e-45a4-ac84-f78d3e0cdfe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:37:17Z', 'updated_at': '2022-05-25T22:37:32Z', 'revision_number': 1, 'project_id': '28079ae91d6e40fd890fd778797729e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a4caa37-3828-4a59-9323-876d934ca7aa', 'name': '', 'network_id': '37540a84-44df-41c9-9fb3-60ffdb39c35c', 'tenant_id': '28079ae91d6e40fd890fd778797729e5', 'mac_address': 'fa:16:3e:3a:08:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0806ebda-529a-4aec-85e2-852f07a9bbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:34:00Z', 'updated_at': '2022-05-25T22:34:10Z', 'revision_number': 5, 'project_id': '28079ae91d6e40fd890fd778797729e5', 'subnets': [{'id': '0806ebda-529a-4aec-85e2-852f07a9bbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:37:34.572648 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device d29a8dc3-1e81-4ab0-bc45-9626d9f86035 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:37:34.606300 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] No Port match for: d29a8dc3-1e81-4ab0-bc45-9626d9f86035 {{(pid=83238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:37:34.606643 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device d29a8dc3-1e81-4ab0-bc45-9626d9f86035 not bound to the agent host hv-cinder-84330 {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:37:34.758059 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9bc626-eb81-404f-82ac-0dc772816725 None None] New status for floating IP 4481f346-eff8-48ac-a4ee-9126840cc2d6: ACTIVE {{(pid=83239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:37:34.772878 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-ac40063b-70cd-4ab3-8e93-42dca28cebe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335576'] for router_interface, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:35.360819 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [None req-ac40063b-70cd-4ab3-8e93-42dca28cebe0 admin admin] Deleting port e1f8685d-a576-45b4-a0a7-9f2f1904478f {{(pid=83236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:37:35.361294 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-ac40063b-70cd-4ab3-8e93-42dca28cebe0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:35.428177 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba516b2-b438-44c0-b390-a0c8c3500f4b req-910bfeef-540d-4f33-a909-8e8a8f36a74d tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:35.429624 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-fba516b2-b438-44c0-b390-a0c8c3500f4b req-910bfeef-540d-4f33-a909-8e8a8f36a74d tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 946 time: 0.0776994 May 25 22:37:35.474284 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-fba516b2-b438-44c0-b390-a0c8c3500f4b req-20b7e32f-40cb-4c2e-b204-5a5971ddacb9 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/security-groups?id=4daec5d9-05d1-44c8-9c81-ceb391342ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389373 May 25 22:37:35.548319 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [None req-ac40063b-70cd-4ab3-8e93-42dca28cebe0 admin admin] For port e1f8685d-a576-45b4-a0a7-9f2f1904478f, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=e1f8685d-a576-45b4-a0a7-9f2f1904478f,segment=NetworkSegment(fd780e7e-00ee-4b95-a4a3-06bb62d1df35),segment_id=fd780e7e-00ee-4b95-a4a3-06bb62d1df35)] {{(pid=83236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:37:35.548587 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-ac40063b-70cd-4ab3-8e93-42dca28cebe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:35.665853 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [None req-ac40063b-70cd-4ab3-8e93-42dca28cebe0 admin admin] Calling delete_port for e1f8685d-a576-45b4-a0a7-9f2f1904478f owned by network:router_interface {{(pid=83236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:37:36.030369 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-ac40063b-70cd-4ab3-8e93-42dca28cebe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:36.074723 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac40063b-70cd-4ab3-8e93-42dca28cebe0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1f8685d-a576-45b4-a0a7-9f2f1904478f,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:37:36.356419 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-ac40063b-70cd-4ab3-8e93-42dca28cebe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2759036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-335503'] for router_interface, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:36.669484 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb42385b-e71c-4806-a950-96d984c32336 req-c2dc1422-b46e-4d9f-9751-132311a1d287 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:36.670862 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-eb42385b-e71c-4806-a950-96d984c32336 req-c2dc1422-b46e-4d9f-9751-132311a1d287 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 946 time: 0.0752435 May 25 22:37:36.717796 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-eb42385b-e71c-4806-a950-96d984c32336 req-41be758d-3ccc-4904-953c-25dadfecdfe8 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/security-groups?id=4daec5d9-05d1-44c8-9c81-ceb391342ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391216 May 25 22:37:36.924110 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac40063b-70cd-4ab3-8e93-42dca28cebe0 admin admin] Router d4e239b4-24ef-4667-806a-9130eac0a54a has already been hosted by L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a {{(pid=83236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:37:37.193741 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac40063b-70cd-4ab3-8e93-42dca28cebe0 admin admin] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:37:37.202087 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9a7446-f43a-450e-b291-69e3d92aca8d None None] Sync routers for ids ['d4e239b4-24ef-4667-806a-9130eac0a54a'] in dv-cinder-843305-1-iscsi {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:37:37.205684 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-ac40063b-70cd-4ab3-8e93-42dca28cebe0 admin admin] 10.222.0.39 "PUT /v2.0/routers/d4e239b4-24ef-4667-806a-9130eac0a54a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0511236 May 25 22:37:37.208909 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 57464) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:37:37.216385 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9a7446-f43a-450e-b291-69e3d92aca8d None None] Routers {'d4e239b4-24ef-4667-806a-9130eac0a54a'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:37:37.217078 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-ac9a7446-f43a-450e-b291-69e3d92aca8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:37:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['d4e239b4-24ef-4667-806a-9130eac0a54a'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:37:37.392180 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-ac9a7446-f43a-450e-b291-69e3d92aca8d None None] Set router d4e239b4-24ef-4667-806a-9130eac0a54a gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:37:37.404140 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-712a15a6-7def-41c5-8e9e-ad785202ffa9 admin admin] Notify callbacks [] for router, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:37.624068 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-712a15a6-7def-41c5-8e9e-ad785202ffa9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:37.633360 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [None req-712a15a6-7def-41c5-8e9e-ad785202ffa9 admin admin] Deleting port 5016906b-8ed9-4188-b302-35ef0f6f3649 {{(pid=83236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:37:37.633837 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-712a15a6-7def-41c5-8e9e-ad785202ffa9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:37.671415 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-ac9a7446-f43a-450e-b291-69e3d92aca8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e239b4-24ef-4667-806a-9130eac0a54a', 'name': 'tempest-ServerRescueNegativeTestJSON-130217243-router', 'tenant_id': 'f03d319e86304fdf89e958ee74d34779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '5016906b-8ed9-4188-b302-35ef0f6f3649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:32:48Z', 'updated_at': '2022-05-25T22:37:35Z', 'revision_number': 5, 'project_id': 'f03d319e86304fdf89e958ee74d34779', 'gw_port': {'id': '5016906b-8ed9-4188-b302-35ef0f6f3649', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e239b4-24ef-4667-806a-9130eac0a54a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:49Z', 'updated_at': '2022-05-25T22:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi'}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:37:37.676084 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9a7446-f43a-450e-b291-69e3d92aca8d None None] Checking router: d4e239b4-24ef-4667-806a-9130eac0a54a for host: dv-cinder-843305-1-iscsi {{(pid=83238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:37:37.686617 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9a7446-f43a-450e-b291-69e3d92aca8d None None] Routers {'d4e239b4-24ef-4667-806a-9130eac0a54a'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:37:37.687208 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-ac9a7446-f43a-450e-b291-69e3d92aca8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:37:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['d4e239b4-24ef-4667-806a-9130eac0a54a'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:37:37.814462 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [None req-712a15a6-7def-41c5-8e9e-ad785202ffa9 admin admin] For port 5016906b-8ed9-4188-b302-35ef0f6f3649, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=5016906b-8ed9-4188-b302-35ef0f6f3649,segment=NetworkSegment(877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e),segment_id=877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e)] {{(pid=83236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:37:37.815193 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-712a15a6-7def-41c5-8e9e-ad785202ffa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:37.843288 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-ac9a7446-f43a-450e-b291-69e3d92aca8d None None] Set router d4e239b4-24ef-4667-806a-9130eac0a54a gateway port host: None {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:37:37.952007 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [None req-712a15a6-7def-41c5-8e9e-ad785202ffa9 admin admin] Calling delete_port for 5016906b-8ed9-4188-b302-35ef0f6f3649 owned by network:router_gateway {{(pid=83236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:37:37.954490 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-ac9a7446-f43a-450e-b291-69e3d92aca8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e239b4-24ef-4667-806a-9130eac0a54a', 'name': 'tempest-ServerRescueNegativeTestJSON-130217243-router', 'tenant_id': 'f03d319e86304fdf89e958ee74d34779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:32:48Z', 'updated_at': '2022-05-25T22:37:37Z', 'revision_number': 6, 'project_id': 'f03d319e86304fdf89e958ee74d34779', 'gw_port_host': None}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:37:37.960176 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9a7446-f43a-450e-b291-69e3d92aca8d None None] The sync data for ids ['d4e239b4-24ef-4667-806a-9130eac0a54a'] in dv-cinder-843305-1-iscsi is: [{'id': 'd4e239b4-24ef-4667-806a-9130eac0a54a', 'name': 'tempest-ServerRescueNegativeTestJSON-130217243-router', 'tenant_id': 'f03d319e86304fdf89e958ee74d34779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:32:48Z', 'updated_at': '2022-05-25T22:37:37Z', 'revision_number': 6, 'project_id': 'f03d319e86304fdf89e958ee74d34779', 'gw_port_host': None}] {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:37:38.009760 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04204f17-b79e-4ce7-8977-a74ec654e94c req-01c6d070-4d94-44b7-9f06-d63f2047f7f1 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:38.011190 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-04204f17-b79e-4ce7-8977-a74ec654e94c req-01c6d070-4d94-44b7-9f06-d63f2047f7f1 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 946 time: 0.1685951 May 25 22:37:38.056966 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-04204f17-b79e-4ce7-8977-a74ec654e94c req-cc6a249c-c67a-4abf-aff6-ef208487db14 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/security-groups?id=4daec5d9-05d1-44c8-9c81-ceb391342ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401416 May 25 22:37:38.126957 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-712a15a6-7def-41c5-8e9e-ad785202ffa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:38.171961 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a15a6-7def-41c5-8e9e-ad785202ffa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5016906b-8ed9-4188-b302-35ef0f6f3649,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:37:38.394599 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-712a15a6-7def-41c5-8e9e-ad785202ffa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-335045'] for router_gateway, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:38.728795 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-712a15a6-7def-41c5-8e9e-ad785202ffa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-332341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13637'] for router, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:38.734490 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-712a15a6-7def-41c5-8e9e-ad785202ffa9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:38.738853 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 5016906b-8ed9-4188-b302-35ef0f6f3649 no longer exists at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:37:38.771562 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] No Port match for: 5016906b-8ed9-4188-b302-35ef0f6f3649 {{(pid=83238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:37:38.771914 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 5016906b-8ed9-4188-b302-35ef0f6f3649 not bound to the agent host dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:37:38.772317 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device e1f8685d-a576-45b4-a0a7-9f2f1904478f no longer exists at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:37:38.808457 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] No Port match for: e1f8685d-a576-45b4-a0a7-9f2f1904478f {{(pid=83238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:37:38.808792 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device e1f8685d-a576-45b4-a0a7-9f2f1904478f not bound to the agent host dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:37:38.820579 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-712a15a6-7def-41c5-8e9e-ad785202ffa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-332441'] for router, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:38.821154 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712a15a6-7def-41c5-8e9e-ad785202ffa9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4e239b4-24ef-4667-806a-9130eac0a54a {{(pid=83236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:37:38.833508 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-712a15a6-7def-41c5-8e9e-ad785202ffa9 admin admin] Notify callbacks [] for router, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:38.834603 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-712a15a6-7def-41c5-8e9e-ad785202ffa9 admin admin] 10.222.0.39 "DELETE /v2.0/routers/d4e239b4-24ef-4667-806a-9130eac0a54a HTTP/1.1" status: 204 len: 168 time: 1.6248159 May 25 22:37:38.837227 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 57470) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:37:38.896477 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec8c605c-a04b-49c5-a8e5-c810076ea2a4 admin admin] Deleting subnet eed7b039-2401-4008-8d74-88e75bbbe478 {{(pid=83236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:37:38.899302 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-ec8c605c-a04b-49c5-a8e5-c810076ea2a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:38.950504 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-ec8c605c-a04b-49c5-a8e5-c810076ea2a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1821981'] for subnet, precommit_delete_associations {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:39.058617 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-ec8c605c-a04b-49c5-a8e5-c810076ea2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3099660'] for subnet, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:39.128720 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-ec8c605c-a04b-49c5-a8e5-c810076ea2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3099653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1631041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1097308'] for subnet, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:39.165504 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c605c-a04b-49c5-a8e5-c810076ea2a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eed7b039-2401-4008-8d74-88e75bbbe478,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:37:39.172100 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-ec8c605c-a04b-49c5-a8e5-c810076ea2a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:39.177720 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04c229b-3caf-4721-9d9c-7324b0c1ed5f None None] Network 7118c156-6ba0-45fa-85d4-b60edcd6fc6f requested from dv-cinder-843305-1-iscsi {{(pid=83238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:37:39.178118 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-ec8c605c-a04b-49c5-a8e5-c810076ea2a4 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/eed7b039-2401-4008-8d74-88e75bbbe478 HTTP/1.1" status: 204 len: 168 time: 0.3398983 May 25 22:37:39.180691 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 57476) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:37:39.271816 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979806f-314d-4c79-a745-6a3d45d5de35 req-2cd0a2c8-aad0-4be1-9215-ffc78b881322 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:39.273289 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-1979806f-314d-4c79-a745-6a3d45d5de35 req-2cd0a2c8-aad0-4be1-9215-ffc78b881322 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 946 time: 0.0806482 May 25 22:37:39.284925 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-96cffe4b-673b-4dd2-ab8b-807509e17f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1111784'] for network, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:39.295438 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [None req-96cffe4b-673b-4dd2-ab8b-807509e17f6a admin admin] Deleting port 7cfe0a7f-6e49-4354-92e2-65337b66e29d {{(pid=83236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:37:39.295847 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-96cffe4b-673b-4dd2-ab8b-807509e17f6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:39.322575 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-1979806f-314d-4c79-a745-6a3d45d5de35 req-9c55613f-c5e3-4d1c-a658-0255717f0d3a tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/security-groups?id=4daec5d9-05d1-44c8-9c81-ceb391342ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416059 May 25 22:37:39.366450 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.agents_db [None req-9a0b4f36-fcd8-49b0-a2d4-59f1c5f7edf0 None None] Agent healthcheck: found 6 active agents {{(pid=83239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:37:39.440358 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48884d23-1522-4a3c-b40f-d09b0de3f3e5 None None] DHCP port deletion for 7118c156-6ba0-45fa-85d4-b60edcd6fc6f request from dv-cinder-843305-1-iscsi {{(pid=83238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:37:39.445085 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-48884d23-1522-4a3c-b40f-d09b0de3f3e5 None None] Deleting port 7cfe0a7f-6e49-4354-92e2-65337b66e29d {{(pid=83238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:37:39.445496 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-48884d23-1522-4a3c-b40f-d09b0de3f3e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:39.510701 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [None req-96cffe4b-673b-4dd2-ab8b-807509e17f6a admin admin] For port 7cfe0a7f-6e49-4354-92e2-65337b66e29d, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=7cfe0a7f-6e49-4354-92e2-65337b66e29d,segment=NetworkSegment(fd780e7e-00ee-4b95-a4a3-06bb62d1df35),segment_id=fd780e7e-00ee-4b95-a4a3-06bb62d1df35)] {{(pid=83236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:37:39.511331 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-96cffe4b-673b-4dd2-ab8b-807509e17f6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:39.630509 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [None req-96cffe4b-673b-4dd2-ab8b-807509e17f6a admin admin] Calling delete_port for 7cfe0a7f-6e49-4354-92e2-65337b66e29d owned by network:dhcp {{(pid=83236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:37:39.672150 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-48884d23-1522-4a3c-b40f-d09b0de3f3e5 None None] For port 7cfe0a7f-6e49-4354-92e2-65337b66e29d, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=7cfe0a7f-6e49-4354-92e2-65337b66e29d,segment=NetworkSegment(fd780e7e-00ee-4b95-a4a3-06bb62d1df35),segment_id=fd780e7e-00ee-4b95-a4a3-06bb62d1df35)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:37:39.673333 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-48884d23-1522-4a3c-b40f-d09b0de3f3e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:39.704356 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-96cffe4b-673b-4dd2-ab8b-807509e17f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:39.755501 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cffe4b-673b-4dd2-ab8b-807509e17f6a admin admin] Pushing event deleted for resources: {'Port': ['ID=7cfe0a7f-6e49-4354-92e2-65337b66e29d,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:37:39.761534 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cffe4b-673b-4dd2-ab8b-807509e17f6a admin admin] No DVR routers for this DVR port 7cfe0a7f-6e49-4354-92e2-65337b66e29d on host dv-cinder-843305-1-iscsi {{(pid=83236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:37:39.801900 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-48884d23-1522-4a3c-b40f-d09b0de3f3e5 None None] Calling delete_port for 7cfe0a7f-6e49-4354-92e2-65337b66e29d owned by network:dhcp {{(pid=83238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:37:39.875429 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-96cffe4b-673b-4dd2-ab8b-807509e17f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3103129', 'neutron.services.segments.db._delete_segments_for_network-8744689775481'] for network, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:39.901879 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.services.segments.db [None req-96cffe4b-673b-4dd2-ab8b-807509e17f6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7118c156-6ba0-45fa-85d4-b60edcd6fc6f']}} {{(pid=83236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:37:39.915541 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.services.segments.db [None req-96cffe4b-673b-4dd2-ab8b-807509e17f6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd780e7e-00ee-4b95-a4a3-06bb62d1df35') {'for_net_delete': True} {{(pid=83236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:37:39.915838 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.services.segments.db [None req-96cffe4b-673b-4dd2-ab8b-807509e17f6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd780e7e-00ee-4b95-a4a3-06bb62d1df35') {} {{(pid=83236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:37:39.927307 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-96cffe4b-673b-4dd2-ab8b-807509e17f6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744689775364', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1821422'] for segment, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:39.936440 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.db.api [None req-48884d23-1522-4a3c-b40f-d09b0de3f3e5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:37:39.936802 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG oslo_db.api [None req-48884d23-1522-4a3c-b40f-d09b0de3f3e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:37:39.943048 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-96cffe4b-673b-4dd2-ab8b-807509e17f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:39.949013 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96cffe4b-673b-4dd2-ab8b-807509e17f6a admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=83236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:37:39.949387 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-96cffe4b-673b-4dd2-ab8b-807509e17f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1631023'] for segment, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:39.962648 dv-cinder-843305-1-iscsi neutron-server[83236]: Traceback (most recent call last): May 25 22:37:39.962648 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:37:39.962648 dv-cinder-843305-1-iscsi neutron-server[83236]: timer() May 25 22:37:39.962648 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:37:39.962648 dv-cinder-843305-1-iscsi neutron-server[83236]: cb(*args, **kw) May 25 22:37:39.962648 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:37:39.962648 dv-cinder-843305-1-iscsi neutron-server[83236]: return func(*args, **kwargs) May 25 22:37:39.962648 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:37:39.962648 dv-cinder-843305-1-iscsi neutron-server[83236]: self._notify() May 25 22:37:39.962648 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:37:39.962648 dv-cinder-843305-1-iscsi neutron-server[83236]: self.callback(batched_events) May 25 22:37:39.962648 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:37:39.962648 dv-cinder-843305-1-iscsi neutron-server[83236]: event.method(event) May 25 22:37:39.962648 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:37:39.962648 dv-cinder-843305-1-iscsi neutron-server[83236]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:37:39.962648 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:37:39.962648 dv-cinder-843305-1-iscsi neutron-server[83236]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:37:39.962648 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:37:39.962648 dv-cinder-843305-1-iscsi neutron-server[83236]: return f(self, *a, **k) May 25 22:37:39.962648 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:37:39.962648 dv-cinder-843305-1-iscsi neutron-server[83236]: return self._get(url).json() May 25 22:37:39.962648 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:37:39.962648 dv-cinder-843305-1-iscsi neutron-server[83236]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:37:39.962648 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:37:39.962648 dv-cinder-843305-1-iscsi neutron-server[83236]: return self.request(url, 'GET', **kwargs) May 25 22:37:39.962648 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:37:39.962648 dv-cinder-843305-1-iscsi neutron-server[83236]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:37:39.962648 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:37:39.962648 dv-cinder-843305-1-iscsi neutron-server[83236]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:37:39.962648 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:37:39.962648 dv-cinder-843305-1-iscsi neutron-server[83236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:37:39.962648 dv-cinder-843305-1-iscsi neutron-server[83236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:37:40.121891 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-96cffe4b-673b-4dd2-ab8b-807509e17f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3103122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335064'] for network, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:40.140197 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-96cffe4b-673b-4dd2-ab8b-807509e17f6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for network, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:40.146394 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cffe4b-673b-4dd2-ab8b-807509e17f6a admin admin] Pushing event deleted for resources: {'Network': ['ID=7118c156-6ba0-45fa-85d4-b60edcd6fc6f,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:37:40.163822 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-96cffe4b-673b-4dd2-ab8b-807509e17f6a admin admin] 10.222.0.39 "DELETE /v2.0/networks/7118c156-6ba0-45fa-85d4-b60edcd6fc6f HTTP/1.1" status: 204 len: 168 time: 0.9820683 May 25 22:37:40.354723 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 57488) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:37:40.419007 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-6f48ffd0-1bbf-45c3-8890-09bff3500c91 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f03d319e86304fdf89e958ee74d34779&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0609357 May 25 22:37:40.419223 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 57492) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:37:40.438038 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-48884d23-1522-4a3c-b40f-d09b0de3f3e5 None None] Deleting port 7cfe0a7f-6e49-4354-92e2-65337b66e29d {{(pid=83238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:37:40.438438 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-48884d23-1522-4a3c-b40f-d09b0de3f3e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:40.470789 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 7cfe0a7f-6e49-4354-92e2-65337b66e29d no longer exists at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:37:40.488723 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-2843e643-dcb0-4c9d-a7c6-1d83cf0ad823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:40.506381 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] No Port match for: 7cfe0a7f-6e49-4354-92e2-65337b66e29d {{(pid=83238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:37:40.506712 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 7cfe0a7f-6e49-4354-92e2-65337b66e29d not bound to the agent host dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:37:40.517148 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-2843e643-dcb0-4c9d-a7c6-1d83cf0ad823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:40.536118 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed4df2-42e6-4929-b8a1-1c4d3805b009 req-2d432967-86b3-4a23-a773-e023f3741c02 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:40.537564 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-0aed4df2-42e6-4929-b8a1-1c4d3805b009 req-2d432967-86b3-4a23-a773-e023f3741c02 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 946 time: 0.0845077 May 25 22:37:40.540061 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-48884d23-1522-4a3c-b40f-d09b0de3f3e5 None None] The port '7cfe0a7f-6e49-4354-92e2-65337b66e29d' was deleted {{(pid=83238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 22:37:40.575537 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-2843e643-dcb0-4c9d-a7c6-1d83cf0ad823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:40.585311 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-0aed4df2-42e6-4929-b8a1-1c4d3805b009 req-fd59e625-2e74-47e9-ad66-a6d62d0a48be tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/security-groups?id=4daec5d9-05d1-44c8-9c81-ceb391342ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411413 May 25 22:37:40.593284 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2843e643-dcb0-4c9d-a7c6-1d83cf0ad823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbac2a3f-5fd9-4277-8204-e95766fb137b,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:37:40.604864 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-2843e643-dcb0-4c9d-a7c6-1d83cf0ad823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:40.607942 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-2843e643-dcb0-4c9d-a7c6-1d83cf0ad823 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bbac2a3f-5fd9-4277-8204-e95766fb137b HTTP/1.1" status: 204 len: 168 time: 0.1858659 May 25 22:37:41.692646 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:41.788223 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d9d08e-1326-41ce-a0bc-20f8f280aae6 req-ca067a7d-af4e-4334-b619-8289f4225c15 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:41.789657 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-e3d9d08e-1326-41ce-a0bc-20f8f280aae6 req-ca067a7d-af4e-4334-b619-8289f4225c15 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 946 time: 0.0810647 May 25 22:37:41.834691 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-e3d9d08e-1326-41ce-a0bc-20f8f280aae6 req-3e6a7bb9-a718-4ee4-b022-49b0dcc4874d tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/security-groups?id=4daec5d9-05d1-44c8-9c81-ceb391342ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396240 May 25 22:37:43.031200 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2b092-b99e-4c69-9811-f8eb612ba1ed req-4764e97f-2388-4015-9688-0f4b9f41bc6c tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:43.032657 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-21b2b092-b99e-4c69-9811-f8eb612ba1ed req-4764e97f-2388-4015-9688-0f4b9f41bc6c tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 946 time: 0.0742390 May 25 22:37:43.076476 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-21b2b092-b99e-4c69-9811-f8eb612ba1ed req-d09cecca-eefd-4881-8e46-0c023f6d3ba4 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/security-groups?id=4daec5d9-05d1-44c8-9c81-ceb391342ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376146 May 25 22:37:43.810164 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-24bd775e-06a7-4e3e-885e-ea485deeb12f req-fdc5fb83-1428-48d3-b011-bbb189c5372f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=298cfafc7a3647b5a9ea9e4f6b05e7c8&device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 1099 time: 0.0671856 May 25 22:37:43.960980 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd775e-06a7-4e3e-885e-ea485deeb12f req-f2add5af-36ce-4f90-8046-6cd66ae3a7f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:43.962449 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-24bd775e-06a7-4e3e-885e-ea485deeb12f req-f2add5af-36ce-4f90-8046-6cd66ae3a7f4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2cebea64-2be2-48ff-85ac-df2bebf392c9 HTTP/1.1" status: 200 len: 910 time: 0.1332626 May 25 22:37:44.066219 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-24bd775e-06a7-4e3e-885e-ea485deeb12f req-bfa54664-4c3f-4ecb-85f2-d0b9f41dba01 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e304b59e-5dd0-4753-8934-8424f8665063 HTTP/1.1" status: 200 len: 1000 time: 0.0965462 May 25 22:37:44.134653 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd775e-06a7-4e3e-885e-ea485deeb12f req-e33bfa65-70df-4b74-a400-576863536764 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:44.136341 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-24bd775e-06a7-4e3e-885e-ea485deeb12f req-e33bfa65-70df-4b74-a400-576863536764 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ddc3c2bb-eb88-4939-85aa-520d055657c9 HTTP/1.1" status: 200 len: 848 time: 0.0642028 May 25 22:37:44.215715 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-24bd775e-06a7-4e3e-885e-ea485deeb12f req-77293f02-4b55-4679-9c27-d1e619c9a80d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2cebea64-2be2-48ff-85ac-df2bebf392c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0732462 May 25 22:37:44.320996 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ebccc7-c629-4ef8-999c-fdcaa57d7f6e req-0dac6f1d-3a9b-4af8-b7b4-4d787092cd47 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:44.328017 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-31ebccc7-c629-4ef8-999c-fdcaa57d7f6e req-0dac6f1d-3a9b-4af8-b7b4-4d787092cd47 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 946 time: 0.1273637 May 25 22:37:44.362334 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-24bd775e-06a7-4e3e-885e-ea485deeb12f req-34154beb-94b5-41fe-8ec2-c8a4cc3479e4 service neutron] 10.222.0.45 "GET /v2.0/networks/2cebea64-2be2-48ff-85ac-df2bebf392c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390338 May 25 22:37:44.375505 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-31ebccc7-c629-4ef8-999c-fdcaa57d7f6e req-dcf15287-f689-4326-931b-81d37146e68f tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/security-groups?id=4daec5d9-05d1-44c8-9c81-ceb391342ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460737 May 25 22:37:44.503987 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-24bd775e-06a7-4e3e-885e-ea485deeb12f req-78e3010f-0863-4116-a220-84772be2fbd7 service neutron] 10.222.0.45 "GET /v2.0/networks/2cebea64-2be2-48ff-85ac-df2bebf392c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356497 May 25 22:37:44.650927 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-1ec684a5-af53-4a05-8f85-5015f2c3cc69 req-12e52192-bca1-4c0c-9e4d-7f4a5ee2dc45 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=298cfafc7a3647b5a9ea9e4f6b05e7c8&device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 1099 time: 0.0686314 May 25 22:37:44.784780 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec684a5-af53-4a05-8f85-5015f2c3cc69 req-4367a4b1-94ad-4512-859d-c76d13a679e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:44.786180 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-1ec684a5-af53-4a05-8f85-5015f2c3cc69 req-4367a4b1-94ad-4512-859d-c76d13a679e7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2cebea64-2be2-48ff-85ac-df2bebf392c9 HTTP/1.1" status: 200 len: 910 time: 0.1260123 May 25 22:37:44.886295 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-1ec684a5-af53-4a05-8f85-5015f2c3cc69 req-7c16e92e-a97e-4ab8-8c7e-bfe654081b5e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e304b59e-5dd0-4753-8934-8424f8665063 HTTP/1.1" status: 200 len: 1000 time: 0.0939903 May 25 22:37:44.955081 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec684a5-af53-4a05-8f85-5015f2c3cc69 req-b8276046-3ec7-42cd-8d1c-355dfcb87a2a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:44.956617 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-1ec684a5-af53-4a05-8f85-5015f2c3cc69 req-b8276046-3ec7-42cd-8d1c-355dfcb87a2a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ddc3c2bb-eb88-4939-85aa-520d055657c9 HTTP/1.1" status: 200 len: 848 time: 0.0591602 May 25 22:37:45.032252 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-1ec684a5-af53-4a05-8f85-5015f2c3cc69 req-aea50590-07c3-42e8-8748-8f86469b6867 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2cebea64-2be2-48ff-85ac-df2bebf392c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0703030 May 25 22:37:45.173288 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-1ec684a5-af53-4a05-8f85-5015f2c3cc69 req-63541b70-2d8c-4b0c-89c9-ce5fe16b8df0 service neutron] 10.222.0.45 "GET /v2.0/networks/2cebea64-2be2-48ff-85ac-df2bebf392c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262841 May 25 22:37:45.387112 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-1ec684a5-af53-4a05-8f85-5015f2c3cc69 req-5da8cd7e-c9f1-42fb-a8bb-acb5a5b94928 service neutron] 10.222.0.45 "GET /v2.0/networks/2cebea64-2be2-48ff-85ac-df2bebf392c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056575 May 25 22:37:45.584483 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed5b74-5e31-40d2-97d3-98167ca29e0b req-03a295cd-e81e-4930-8cf2-85103271aa9e tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:45.585960 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-deed5b74-5e31-40d2-97d3-98167ca29e0b req-03a295cd-e81e-4930-8cf2-85103271aa9e tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 946 time: 0.0783751 May 25 22:37:45.634901 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-deed5b74-5e31-40d2-97d3-98167ca29e0b req-ea64356e-ea8d-430b-b828-567e0adcac5f tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/security-groups?id=4daec5d9-05d1-44c8-9c81-ceb391342ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434885 May 25 22:37:46.832617 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3d5ca-1865-4892-9087-f2423bb03070 req-78a6440d-48c4-4036-9eac-b7e02e3ec1a5 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:46.834050 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-e1b3d5ca-1865-4892-9087-f2423bb03070 req-78a6440d-48c4-4036-9eac-b7e02e3ec1a5 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 946 time: 0.0770609 May 25 22:37:46.878954 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-e1b3d5ca-1865-4892-9087-f2423bb03070 req-3c876309-998d-4db1-9315-2338efa0b187 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/security-groups?id=4daec5d9-05d1-44c8-9c81-ceb391342ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394602 May 25 22:37:48.295681 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f93f5-1215-4cb1-abc8-07db4db45f9e req-20b005d7-e3ea-4826-b85a-a2a38e53f283 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:48.297100 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-c92f93f5-1215-4cb1-abc8-07db4db45f9e req-20b005d7-e3ea-4826-b85a-a2a38e53f283 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 946 time: 0.2966161 May 25 22:37:48.341975 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-c92f93f5-1215-4cb1-abc8-07db4db45f9e req-cb0f8073-2dd2-4cd0-80fd-bc22982a7ea3 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/security-groups?id=4daec5d9-05d1-44c8-9c81-ceb391342ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386791 May 25 22:37:49.633571 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ddad44-1f5e-468e-8e95-8965109d1fd0 req-6402fb93-89f4-471d-bc77-ef000d2e3d88 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:49.634967 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-90ddad44-1f5e-468e-8e95-8965109d1fd0 req-6402fb93-89f4-471d-bc77-ef000d2e3d88 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 946 time: 0.1733036 May 25 22:37:49.681887 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-90ddad44-1f5e-468e-8e95-8965109d1fd0 req-ff32ef45-31e3-4641-b100-2a1b752d7684 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/security-groups?id=4daec5d9-05d1-44c8-9c81-ceb391342ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412238 May 25 22:37:51.046562 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82259e-68f2-44b4-ab1c-b5c30be88c1f req-04be7b63-e9ad-4081-a935-d946dab71c68 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:51.048023 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-ce82259e-68f2-44b4-ab1c-b5c30be88c1f req-04be7b63-e9ad-4081-a935-d946dab71c68 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 946 time: 0.0800490 May 25 22:37:51.100877 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-ce82259e-68f2-44b4-ab1c-b5c30be88c1f req-0dc3b6f2-726b-4c6c-8aa9-63ab11c01199 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/security-groups?id=4daec5d9-05d1-44c8-9c81-ceb391342ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459585 May 25 22:37:51.305913 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-32cadbde-1e8e-43e3-a4fe-6e53cfee7642 req-45356a6f-1f89-4975-bf69-7a7d2fbaa1f1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0774643 May 25 22:37:51.568899 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 57636) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:37:51.585311 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a2bb0-fb58-4fa2-87ed-f6b8b32ad60d req-fe9ffdd8-5762-4503-ac6d-8acbfcb206d9 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:51.586779 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-b56a2bb0-fb58-4fa2-87ed-f6b8b32ad60d req-fe9ffdd8-5762-4503-ac6d-8acbfcb206d9 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 946 time: 0.0864074 May 25 22:37:51.642317 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-b56a2bb0-fb58-4fa2-87ed-f6b8b32ad60d req-d9d6474e-e500-400b-916c-f68be0edb565 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/security-groups?id=4daec5d9-05d1-44c8-9c81-ceb391342ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497625 May 25 22:37:51.724239 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-a0d8b432-49c9-4f1c-a8da-4b46056f86d6 req-f071dff4-df3c-40bd-b4bb-9c9f754539e7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1480670 May 25 22:37:52.681184 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device e304b59e-5dd0-4753-8934-8424f8665063 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:37:52.786801 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:52.812703 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c141c782-6a1c-4f93-b31b-7f0835f21db5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e304b59e-5dd0-4753-8934-8424f8665063'}] {{(pid=83238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:37:52.823160 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port e304b59e-5dd0-4753-8934-8424f8665063, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=e304b59e-5dd0-4753-8934-8424f8665063,segment=NetworkSegment(874fa2ac-d7a0-43f2-96b7-2b355b2ab748),segment_id=874fa2ac-d7a0-43f2-96b7-2b355b2ab748)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:37:52.827608 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:37:52.848514 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3714b-831f-49a6-9f1d-26e9cd777047 req-a1af470d-81cd-4697-a781-16fee6b8fc03 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:52.857798 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-2ef3714b-831f-49a6-9f1d-26e9cd777047 req-a1af470d-81cd-4697-a781-16fee6b8fc03 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 946 time: 0.0895467 May 25 22:37:52.883191 dv-cinder-843305-1-iscsi neutron-server[83238]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-0db1ff0a-538c-4639-ac22-f145c44583d4']: {'server_uuid': 'c141c782-6a1c-4f93-b31b-7f0835f21db5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e304b59e-5dd0-4753-8934-8424f8665063', 'code': 422} returned with failed status May 25 22:37:52.899130 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Pushing event updated for resources: {'Port': ['ID=e304b59e-5dd0-4753-8934-8424f8665063,revision_number=6']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:37:52.909771 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-2ef3714b-831f-49a6-9f1d-26e9cd777047 req-47bcd648-25c7-4682-838c-63885cb485b1 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/security-groups?id=4daec5d9-05d1-44c8-9c81-ceb391342ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505030 May 25 22:37:53.341005 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-a0d8b432-49c9-4f1c-a8da-4b46056f86d6 req-7f884b9c-646d-4263-9935-bcb60bcc2685 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5&tenant_id=298cfafc7a3647b5a9ea9e4f6b05e7c8 HTTP/1.1" status: 200 len: 1097 time: 0.0752833 May 25 22:37:53.443849 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-a0d8b432-49c9-4f1c-a8da-4b46056f86d6 req-5d80e24c-c01f-4436-88ff-7138897946b5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=298cfafc7a3647b5a9ea9e4f6b05e7c8&device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 1097 time: 0.0662193 May 25 22:37:53.572605 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8b432-49c9-4f1c-a8da-4b46056f86d6 req-6392f3e5-435b-49f3-a002-73276e89bee4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:53.574363 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-a0d8b432-49c9-4f1c-a8da-4b46056f86d6 req-6392f3e5-435b-49f3-a002-73276e89bee4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2cebea64-2be2-48ff-85ac-df2bebf392c9 HTTP/1.1" status: 200 len: 910 time: 0.1241167 May 25 22:37:53.692684 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-a0d8b432-49c9-4f1c-a8da-4b46056f86d6 req-6dbd3a91-305b-4e0e-ad7c-0c7f647d75b5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e304b59e-5dd0-4753-8934-8424f8665063 HTTP/1.1" status: 200 len: 998 time: 0.1108482 May 25 22:37:53.758919 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8b432-49c9-4f1c-a8da-4b46056f86d6 req-98ef4b7d-47eb-4535-907b-528a223c38d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:53.760498 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-a0d8b432-49c9-4f1c-a8da-4b46056f86d6 req-98ef4b7d-47eb-4535-907b-528a223c38d4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ddc3c2bb-eb88-4939-85aa-520d055657c9 HTTP/1.1" status: 200 len: 848 time: 0.0619411 May 25 22:37:53.839482 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-a0d8b432-49c9-4f1c-a8da-4b46056f86d6 req-fa81f855-88ae-4f59-b49b-b0be5220ffa7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2cebea64-2be2-48ff-85ac-df2bebf392c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0712955 May 25 22:37:54.022107 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-a0d8b432-49c9-4f1c-a8da-4b46056f86d6 req-75750f3d-8c75-4532-b714-afa69feb0668 service neutron] 10.222.0.45 "GET /v2.0/networks/2cebea64-2be2-48ff-85ac-df2bebf392c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759622 May 25 22:37:54.150570 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c0c08-dffd-477b-96a9-dfb13e53a042 req-d701e809-6642-4a31-a520-486187de603c tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:54.152025 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-3b2c0c08-dffd-477b-96a9-dfb13e53a042 req-d701e809-6642-4a31-a520-486187de603c tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 944 time: 0.0782151 May 25 22:37:54.164446 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-a0d8b432-49c9-4f1c-a8da-4b46056f86d6 req-a390bdc1-7f3b-4519-b6d4-9b6622c496ec service neutron] 10.222.0.45 "GET /v2.0/networks/2cebea64-2be2-48ff-85ac-df2bebf392c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269469 May 25 22:37:54.203195 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-3b2c0c08-dffd-477b-96a9-dfb13e53a042 req-3fc25835-9c55-48b0-9247-3e8004c7fbaf tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/security-groups?id=4daec5d9-05d1-44c8-9c81-ceb391342ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456510 May 25 22:37:55.420450 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4c243-651a-4767-a9b7-7609b3d54414 req-9b3e99c7-d688-4df2-b6e6-98ea33c303a2 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:55.422056 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-fba4c243-651a-4767-a9b7-7609b3d54414 req-9b3e99c7-d688-4df2-b6e6-98ea33c303a2 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 944 time: 0.0855861 May 25 22:37:55.480248 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-fba4c243-651a-4767-a9b7-7609b3d54414 req-93e06248-14eb-48db-a415-97983d7083e4 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/security-groups?id=4daec5d9-05d1-44c8-9c81-ceb391342ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508454 May 25 22:37:56.679379 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2cd402-d9a8-4c20-9123-d9fb1ded3257 req-302fa60e-5a1c-4dc2-be6a-c6bd2a61158b tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:56.680890 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-7e2cd402-d9a8-4c20-9123-d9fb1ded3257 req-302fa60e-5a1c-4dc2-be6a-c6bd2a61158b tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 944 time: 0.0769768 May 25 22:37:56.728319 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-7e2cd402-d9a8-4c20-9123-d9fb1ded3257 req-58c3e4dc-3147-466b-b0af-e649e4f74bc4 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/security-groups?id=4daec5d9-05d1-44c8-9c81-ceb391342ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409436 May 25 22:37:57.929471 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb89cd-88a3-44e7-abb2-254162cb401e req-e2380b6d-ae3c-41a3-8a8a-a74d6c852cd8 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:57.930875 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-0efb89cd-88a3-44e7-abb2-254162cb401e req-e2380b6d-ae3c-41a3-8a8a-a74d6c852cd8 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 944 time: 0.0792453 May 25 22:37:57.976269 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-0efb89cd-88a3-44e7-abb2-254162cb401e req-dc7ed430-5f53-4058-8c37-6d19bf26ec0d tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/security-groups?id=4daec5d9-05d1-44c8-9c81-ceb391342ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398979 May 25 22:37:59.166941 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf610549-02ea-4935-a0e3-59f9af1fca61 req-488e0314-f54e-4c6f-a55d-a3443fe4acd3 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:37:59.168293 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-cf610549-02ea-4935-a0e3-59f9af1fca61 req-488e0314-f54e-4c6f-a55d-a3443fe4acd3 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 944 time: 0.0748470 May 25 22:37:59.212760 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-cf610549-02ea-4935-a0e3-59f9af1fca61 req-19841f48-4244-49a8-82de-7ac6bb08ceef tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/security-groups?id=4daec5d9-05d1-44c8-9c81-ceb391342ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389812 May 25 22:37:59.615676 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-9831ac78-1121-44d9-be32-c0a175c95ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:00.460065 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ed357-a8da-4b61-a7d9-7770ede3c07a req-b008e414-9efe-41e5-946d-5bab6bd0db18 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:00.461500 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-e61ed357-a8da-4b61-a7d9-7770ede3c07a req-b008e414-9efe-41e5-946d-5bab6bd0db18 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 944 time: 0.1269789 May 25 22:38:00.506333 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-e61ed357-a8da-4b61-a7d9-7770ede3c07a req-0468fbed-deac-4e95-bc15-739168bf2b2a tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/security-groups?id=4daec5d9-05d1-44c8-9c81-ceb391342ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393662 May 25 22:38:01.701840 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05247fd-463e-485d-b76d-7ca3cad8841a req-cbee1592-74aa-497b-83e6-8c4bee8c8876 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:01.703182 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-c05247fd-463e-485d-b76d-7ca3cad8841a req-cbee1592-74aa-497b-83e6-8c4bee8c8876 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 944 time: 0.0771363 May 25 22:38:01.747576 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-c05247fd-463e-485d-b76d-7ca3cad8841a req-8d510e42-3da4-4b55-b34a-d398b1cac2ed tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/security-groups?id=4daec5d9-05d1-44c8-9c81-ceb391342ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386531 May 25 22:38:01.809424 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-5e761e38-0198-47c7-a0f3-644cfd89347e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:02.697073 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device e304b59e-5dd0-4753-8934-8424f8665063 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 22:38:02.828464 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port e304b59e-5dd0-4753-8934-8424f8665063, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=e304b59e-5dd0-4753-8934-8424f8665063,segment=NetworkSegment(874fa2ac-d7a0-43f2-96b7-2b355b2ab748),segment_id=874fa2ac-d7a0-43f2-96b7-2b355b2ab748)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:38:02.842042 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Returning: {'device': 'e304b59e-5dd0-4753-8934-8424f8665063', 'network_id': '2cebea64-2be2-48ff-85ac-df2bebf392c9', 'port_id': 'e304b59e-5dd0-4753-8934-8424f8665063', 'mac_address': 'fa:16:3e:d9:74:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddc3c2bb-eb88-4939-85aa-520d055657c9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 22:38:02.910439 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:02.912683 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:02.930650 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.notifiers.nova [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e304b59e-5dd0-4753-8934-8424f8665063 {{(pid=83238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:38:02.945329 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdbd6b8-8dd3-4c02-8e64-0718587c5ac0 req-6c2b6cf9-ab5e-4c5e-af5c-f469552fd5c2 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:02.946764 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-dfdbd6b8-8dd3-4c02-8e64-0718587c5ac0 req-6c2b6cf9-ab5e-4c5e-af5c-f469552fd5c2 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 944 time: 0.0809219 May 25 22:38:02.947318 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port e304b59e-5dd0-4753-8934-8424f8665063, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=e304b59e-5dd0-4753-8934-8424f8665063,segment=NetworkSegment(874fa2ac-d7a0-43f2-96b7-2b355b2ab748),segment_id=874fa2ac-d7a0-43f2-96b7-2b355b2ab748)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:38:02.951303 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:02.993118 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-dfdbd6b8-8dd3-4c02-8e64-0718587c5ac0 req-1ebfa140-4b78-4808-93be-709a53300f80 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/security-groups?id=4daec5d9-05d1-44c8-9c81-ceb391342ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404196 May 25 22:38:03.015587 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Pushing event updated for resources: {'Port': ['ID=e304b59e-5dd0-4753-8934-8424f8665063,revision_number=7']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:03.054864 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:03.241836 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] get_ports_and_sgs() called for port_ids ['e304b59e-5dd0-4753-8934-8424f8665063'] {{(pid=83238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:38:04.189275 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f132890d-508d-49be-add6-9a5c8a4c0c0c req-89b2189f-0481-46b2-869a-61712910f32a tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:04.191316 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f132890d-508d-49be-add6-9a5c8a4c0c0c req-89b2189f-0481-46b2-869a-61712910f32a tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 945 time: 0.0788286 May 25 22:38:04.234858 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f132890d-508d-49be-add6-9a5c8a4c0c0c req-67875a1e-c644-434a-bb7f-dab8652c5f1d tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/security-groups?id=4daec5d9-05d1-44c8-9c81-ceb391342ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380721 May 25 22:38:04.349336 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:04.712633 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device e304b59e-5dd0-4753-8934-8424f8665063 up at agent hyperv_hv-cinder-84330 {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:38:04.781399 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Provisioning complete for port e304b59e-5dd0-4753-8934-8424f8665063 triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:38:04.781758 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:04.891386 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:04.945476 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c141c782-6a1c-4f93-b31b-7f0835f21db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e304b59e-5dd0-4753-8934-8424f8665063'}] {{(pid=83238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:38:04.954799 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port e304b59e-5dd0-4753-8934-8424f8665063, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=e304b59e-5dd0-4753-8934-8424f8665063,segment=NetworkSegment(874fa2ac-d7a0-43f2-96b7-2b355b2ab748),segment_id=874fa2ac-d7a0-43f2-96b7-2b355b2ab748)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:38:04.958065 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:05.006310 dv-cinder-843305-1-iscsi neutron-server[83238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f24201bf-04fa-404e-9705-701804c75560'] response: {'server_uuid': 'c141c782-6a1c-4f93-b31b-7f0835f21db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e304b59e-5dd0-4753-8934-8424f8665063', 'code': 200} May 25 22:38:05.028886 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Pushing event updated for resources: {'Port': ['ID=e304b59e-5dd0-4753-8934-8424f8665063,revision_number=8']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:05.430832 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb50a6b-6124-4e1e-ae88-18f834c381fd req-d1fd5181-ea8b-48bd-9ce3-0772add1859a tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:05.432194 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-feb50a6b-6124-4e1e-ae88-18f834c381fd req-d1fd5181-ea8b-48bd-9ce3-0772add1859a tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 946 time: 0.0745425 May 25 22:38:05.475966 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-feb50a6b-6124-4e1e-ae88-18f834c381fd req-a10ecd95-36ae-4c0f-a0e1-eb3d473e3767 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/security-groups?id=4daec5d9-05d1-44c8-9c81-ceb391342ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383935 May 25 22:38:06.681062 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c02ec-ec7b-4d69-857d-6f734881a32d req-d8144bec-ebf9-40f0-b978-a7f9055d618b tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:06.682384 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-367c02ec-ec7b-4d69-857d-6f734881a32d req-d8144bec-ebf9-40f0-b978-a7f9055d618b tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 946 time: 0.0891500 May 25 22:38:06.726865 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-367c02ec-ec7b-4d69-857d-6f734881a32d req-342ff2fc-71ac-46eb-8827-3c27f87c1a78 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/security-groups?id=4daec5d9-05d1-44c8-9c81-ceb391342ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388381 May 25 22:38:07.798735 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-13329559-2f29-4abe-bf29-843a22369d6d req-5051f65c-37ab-4ca1-a6ff-b31a19f0e05b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 1099 time: 0.1502111 May 25 22:38:07.935234 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4364f74-3528-48b8-8f03-7fe6f1e88437 req-9e41ac0d-5769-402e-849e-f70eaaa805d1 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:07.936687 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-b4364f74-3528-48b8-8f03-7fe6f1e88437 req-9e41ac0d-5769-402e-849e-f70eaaa805d1 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 946 time: 0.0750422 May 25 22:38:07.985519 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-b4364f74-3528-48b8-8f03-7fe6f1e88437 req-385593de-f1d5-44a3-83e8-1e3f25d134d6 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/security-groups?id=4daec5d9-05d1-44c8-9c81-ceb391342ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424025 May 25 22:38:09.177836 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b150c1e-1a97-49cc-a09f-f7ac83f4d425 req-74a3e0f9-934a-450a-9833-5bb3a61bcb15 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:09.179154 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-8b150c1e-1a97-49cc-a09f-f7ac83f4d425 req-74a3e0f9-934a-450a-9833-5bb3a61bcb15 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 946 time: 0.0747848 May 25 22:38:09.224340 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-8b150c1e-1a97-49cc-a09f-f7ac83f4d425 req-22815c76-43d7-4c91-b32c-791c810db966 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/security-groups?id=4daec5d9-05d1-44c8-9c81-ceb391342ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396984 May 25 22:38:10.273178 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-13329559-2f29-4abe-bf29-843a22369d6d req-2078bfad-d94d-49bc-b92f-59307ecbddbe service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4daec5d9-05d1-44c8-9c81-ceb391342ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490811 May 25 22:38:10.454731 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf03864-c15a-4482-89ee-361a396cdb42 req-b70d917b-366c-4a90-985d-b9422830e121 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:10.456764 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-ecf03864-c15a-4482-89ee-361a396cdb42 req-b70d917b-366c-4a90-985d-b9422830e121 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 946 time: 0.0802464 May 25 22:38:10.500951 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-ecf03864-c15a-4482-89ee-361a396cdb42 req-704156a5-6b0d-4c53-b5ff-885ec39ecade tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/security-groups?id=4daec5d9-05d1-44c8-9c81-ceb391342ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382659 May 25 22:38:11.704566 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a36cc64-b301-425a-a2a9-5e214c199055 req-7fc97f7d-e679-4d6a-8eaf-75caed2d657d tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:11.707199 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:11.709408 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-7a36cc64-b301-425a-a2a9-5e214c199055 req-7fc97f7d-e679-4d6a-8eaf-75caed2d657d tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 946 time: 0.0811055 May 25 22:38:11.755112 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-7a36cc64-b301-425a-a2a9-5e214c199055 req-4992fff8-8491-4738-a14d-e1b3ad863e3e tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/security-groups?id=4daec5d9-05d1-44c8-9c81-ceb391342ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423741 May 25 22:38:12.909822 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee0567-f53b-4a67-9ce5-10b696a1e60e req-b9a31f65-5b47-4dae-a6a6-e222a8ef5681 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:12.911251 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-efee0567-f53b-4a67-9ce5-10b696a1e60e req-b9a31f65-5b47-4dae-a6a6-e222a8ef5681 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 946 time: 0.0847549 May 25 22:38:12.956087 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-efee0567-f53b-4a67-9ce5-10b696a1e60e req-8e99ab0f-4144-4ef0-b26b-78b70bc150f5 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3a5bff-6d29-49b4-8b97-79fcb8254885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390475 May 25 22:38:14.172525 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb10384-2f93-499d-a5bf-41950a76b2af req-5bc5977f-6a38-45d6-9393-3e9decbeb055 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:14.173989 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-9bb10384-2f93-499d-a5bf-41950a76b2af req-5bc5977f-6a38-45d6-9393-3e9decbeb055 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 946 time: 0.0762844 May 25 22:38:14.224865 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-9bb10384-2f93-499d-a5bf-41950a76b2af req-ad29a879-daaf-452b-89aa-623927b849d6 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3a5bff-6d29-49b4-8b97-79fcb8254885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441906 May 25 22:38:15.436674 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb54e9-0ef6-46ce-917c-783ce2706ab8 req-8a48e613-3405-4c25-88bd-e940bdd83e39 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:15.438138 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-8bdb54e9-0ef6-46ce-917c-783ce2706ab8 req-8a48e613-3405-4c25-88bd-e940bdd83e39 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 946 time: 0.0753837 May 25 22:38:15.485322 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-8bdb54e9-0ef6-46ce-917c-783ce2706ab8 req-3ed2f374-4480-449f-bdb7-3ce5be65d9f3 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3a5bff-6d29-49b4-8b97-79fcb8254885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411882 May 25 22:38:16.366819 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.agents_db [None req-9a0b4f36-fcd8-49b0-a2d4-59f1c5f7edf0 None None] Agent healthcheck: found 6 active agents {{(pid=83239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:38:16.696453 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1892ee70-2625-4900-8551-ecf30e27ba6d req-54db1454-e0b4-4312-ab34-bfdb1bd47c98 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:16.697780 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-1892ee70-2625-4900-8551-ecf30e27ba6d req-54db1454-e0b4-4312-ab34-bfdb1bd47c98 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 946 time: 0.0769579 May 25 22:38:16.742297 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-1892ee70-2625-4900-8551-ecf30e27ba6d req-95ca3f6b-a279-4029-aa5b-659d5821c2be tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3a5bff-6d29-49b4-8b97-79fcb8254885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390975 May 25 22:38:17.947083 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51cb3d-c17d-40fb-8e87-e7731d9b4651 req-7a4e8e52-ac83-486d-a4c3-7efad666c76b tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:17.948550 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-5e51cb3d-c17d-40fb-8e87-e7731d9b4651 req-7a4e8e52-ac83-486d-a4c3-7efad666c76b tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 946 time: 0.0765233 May 25 22:38:17.992230 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-5e51cb3d-c17d-40fb-8e87-e7731d9b4651 req-93185280-eea8-4b7e-bcc0-3afdf6a59dfa tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3a5bff-6d29-49b4-8b97-79fcb8254885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381742 May 25 22:38:19.199209 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b8d9e-4bd2-4a6c-b7b1-28dfbaf854d1 req-a93f8486-e302-424d-873f-cdff7273f7c4 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:19.200632 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-3b6b8d9e-4bd2-4a6c-b7b1-28dfbaf854d1 req-a93f8486-e302-424d-873f-cdff7273f7c4 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 946 time: 0.0771179 May 25 22:38:19.245204 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-3b6b8d9e-4bd2-4a6c-b7b1-28dfbaf854d1 req-d8f6b884-6709-4f53-8991-cea16fd1b25c tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3a5bff-6d29-49b4-8b97-79fcb8254885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385208 May 25 22:38:20.457414 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fc1807-0c8a-479d-aa04-1c5bbba6444f req-73dfb111-23a7-4600-b139-97b5afdaff2d tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:20.458979 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-b0fc1807-0c8a-479d-aa04-1c5bbba6444f req-73dfb111-23a7-4600-b139-97b5afdaff2d tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 946 time: 0.0789897 May 25 22:38:20.508945 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-b0fc1807-0c8a-479d-aa04-1c5bbba6444f req-9b010c1e-1f53-4e63-a93c-06e2e3c12c0a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3a5bff-6d29-49b4-8b97-79fcb8254885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438974 May 25 22:38:21.729872 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae2842-47f5-4630-8360-4228fdc14c21 req-b289a7d3-045d-4c1a-8570-b76416411361 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:21.731542 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-dbae2842-47f5-4630-8360-4228fdc14c21 req-b289a7d3-045d-4c1a-8570-b76416411361 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 946 time: 0.0796583 May 25 22:38:21.778094 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-dbae2842-47f5-4630-8360-4228fdc14c21 req-f632fd5d-6a26-4767-a3db-57609a8915cb tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3a5bff-6d29-49b4-8b97-79fcb8254885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403676 May 25 22:38:22.990484 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467e965-5caf-44e6-9cd5-49e5705249b1 req-0359e5f2-5cde-4171-98b0-c625faa074b9 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:22.991941 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-2467e965-5caf-44e6-9cd5-49e5705249b1 req-0359e5f2-5cde-4171-98b0-c625faa074b9 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 946 time: 0.0762184 May 25 22:38:23.089669 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-2467e965-5caf-44e6-9cd5-49e5705249b1 req-6e69f8e0-48ef-426f-94bc-56c16274942c tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3a5bff-6d29-49b4-8b97-79fcb8254885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918503 May 25 22:38:24.161307 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 58114) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:24.322763 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c772ea-f10a-46cc-9fed-a102ddd41fd5 req-5e46946a-e1ea-42af-b362-9380c841f7bd tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:24.329057 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-48c772ea-f10a-46cc-9fed-a102ddd41fd5 req-5e46946a-e1ea-42af-b362-9380c841f7bd tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 946 time: 0.1023121 May 25 22:38:24.332118 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-8a13093e-f5d5-472f-932d-c2be1f597e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:24.366869 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-8a13093e-f5d5-472f-932d-c2be1f597e6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:38:24.371196 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-8a13093e-f5d5-472f-932d-c2be1f597e6b admin admin] Usage tracker for resource:security_group_rule and tenant:09b25ca876a049adadf547fa5fd112df is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:38:24.374026 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-8a13093e-f5d5-472f-932d-c2be1f597e6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:38:24.374454 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-48c772ea-f10a-46cc-9fed-a102ddd41fd5 req-6b1063dd-60b8-4967-8638-ef40565044bd tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3a5bff-6d29-49b4-8b97-79fcb8254885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443296 May 25 22:38:24.380050 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-8a13093e-f5d5-472f-932d-c2be1f597e6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:38:24.450255 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-8a13093e-f5d5-472f-932d-c2be1f597e6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:24.453795 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-8a13093e-f5d5-472f-932d-c2be1f597e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:24.501373 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-8a13093e-f5d5-472f-932d-c2be1f597e6b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=09b25ca876a049adadf547fa5fd112df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3384569 May 25 22:38:24.502039 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a13093e-f5d5-472f-932d-c2be1f597e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d81bded-28e1-4a06-8ef7-6e1ff3ebc27e,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:24.504115 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 58122) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:24.510438 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a13093e-f5d5-472f-932d-c2be1f597e6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:24.510776 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a13093e-f5d5-472f-932d-c2be1f597e6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:24.511104 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a13093e-f5d5-472f-932d-c2be1f597e6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:24.511428 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a13093e-f5d5-472f-932d-c2be1f597e6b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:24.511781 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a13093e-f5d5-472f-932d-c2be1f597e6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:24.512104 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a13093e-f5d5-472f-932d-c2be1f597e6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:24.512420 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a13093e-f5d5-472f-932d-c2be1f597e6b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:24.512735 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a13093e-f5d5-472f-932d-c2be1f597e6b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:24.513050 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a13093e-f5d5-472f-932d-c2be1f597e6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:24.513361 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a13093e-f5d5-472f-932d-c2be1f597e6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:24.513671 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a13093e-f5d5-472f-932d-c2be1f597e6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:24.564267 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-bfff10b1-994c-4138-88dd-2bc11fefac73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:24.589947 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-bfff10b1-994c-4138-88dd-2bc11fefac73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:24.640026 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-bfff10b1-994c-4138-88dd-2bc11fefac73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:24.659040 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff10b1-994c-4138-88dd-2bc11fefac73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d81bded-28e1-4a06-8ef7-6e1ff3ebc27e,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:24.663807 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-bfff10b1-994c-4138-88dd-2bc11fefac73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:24.664877 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-bfff10b1-994c-4138-88dd-2bc11fefac73 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6d81bded-28e1-4a06-8ef7-6e1ff3ebc27e HTTP/1.1" status: 204 len: 168 time: 0.1598125 May 25 22:38:24.670088 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfff10b1-994c-4138-88dd-2bc11fefac73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:24.670423 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfff10b1-994c-4138-88dd-2bc11fefac73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:24.670746 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfff10b1-994c-4138-88dd-2bc11fefac73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:24.671064 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfff10b1-994c-4138-88dd-2bc11fefac73 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:24.671378 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfff10b1-994c-4138-88dd-2bc11fefac73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:24.671716 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfff10b1-994c-4138-88dd-2bc11fefac73 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:24.672028 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfff10b1-994c-4138-88dd-2bc11fefac73 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:24.672340 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfff10b1-994c-4138-88dd-2bc11fefac73 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:24.672666 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfff10b1-994c-4138-88dd-2bc11fefac73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:24.673006 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfff10b1-994c-4138-88dd-2bc11fefac73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:24.673243 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfff10b1-994c-4138-88dd-2bc11fefac73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:24.852377 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device acba4276-9100-4182-969c-01885c97955a details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 22:38:24.990414 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port acba4276-9100-4182-969c-01885c97955a, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=acba4276-9100-4182-969c-01885c97955a,segment=NetworkSegment(9ab54bba-3610-4b41-8ee8-5bdd91b47bdc),segment_id=9ab54bba-3610-4b41-8ee8-5bdd91b47bdc)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:38:25.000863 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 58130) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:25.004315 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Returning: {'device': 'acba4276-9100-4182-969c-01885c97955a', 'network_id': '37540a84-44df-41c9-9fb3-60ffdb39c35c', 'port_id': 'acba4276-9100-4182-969c-01885c97955a', 'mac_address': 'fa:16:3e:15:c4:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0806ebda-529a-4aec-85e2-852f07a9bbdc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 22:38:25.020586 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-9f0d3a8e-5113-40c0-95ab-fef6ba22d6b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:25.053357 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-9f0d3a8e-5113-40c0-95ab-fef6ba22d6b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:38:25.057440 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-9f0d3a8e-5113-40c0-95ab-fef6ba22d6b1 admin admin] Usage tracker for resource:security_group_rule and tenant:f9aebdd9dc82485d97cca3aa1592c502 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:38:25.060392 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-9f0d3a8e-5113-40c0-95ab-fef6ba22d6b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:38:25.062188 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:25.066298 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-9f0d3a8e-5113-40c0-95ab-fef6ba22d6b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:38:25.082099 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.notifiers.nova [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id acba4276-9100-4182-969c-01885c97955a {{(pid=83238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:38:25.098099 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port acba4276-9100-4182-969c-01885c97955a, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=acba4276-9100-4182-969c-01885c97955a,segment=NetworkSegment(9ab54bba-3610-4b41-8ee8-5bdd91b47bdc),segment_id=9ab54bba-3610-4b41-8ee8-5bdd91b47bdc)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:38:25.101007 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:25.133562 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-9f0d3a8e-5113-40c0-95ab-fef6ba22d6b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:25.138450 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-9f0d3a8e-5113-40c0-95ab-fef6ba22d6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:25.168004 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Pushing event updated for resources: {'Port': ['ID=acba4276-9100-4182-969c-01885c97955a,revision_number=6']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:25.183127 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0d3a8e-5113-40c0-95ab-fef6ba22d6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215074c1-e935-4ac3-94b3-464d9d6a42a0,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:25.188594 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-9f0d3a8e-5113-40c0-95ab-fef6ba22d6b1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f9aebdd9dc82485d97cca3aa1592c502&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1867249 May 25 22:38:25.191606 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 58134) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:25.259975 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-742e5d96-96b0-43c7-af0f-dd7d8c452cc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:25.270060 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] get_ports_and_sgs() called for port_ids ['acba4276-9100-4182-969c-01885c97955a'] {{(pid=83238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:38:25.287928 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-742e5d96-96b0-43c7-af0f-dd7d8c452cc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:25.353521 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-742e5d96-96b0-43c7-af0f-dd7d8c452cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:25.369914 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e5d96-96b0-43c7-af0f-dd7d8c452cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215074c1-e935-4ac3-94b3-464d9d6a42a0,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:25.384246 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-742e5d96-96b0-43c7-af0f-dd7d8c452cc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:25.388501 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-742e5d96-96b0-43c7-af0f-dd7d8c452cc1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/215074c1-e935-4ac3-94b3-464d9d6a42a0 HTTP/1.1" status: 204 len: 168 time: 0.1956639 May 25 22:38:25.664567 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629026ad-fb5c-4d4b-9f92-a793a0aad00d req-7997c376-71fd-42c9-82b5-b5a779290905 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:25.673764 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-629026ad-fb5c-4d4b-9f92-a793a0aad00d req-7997c376-71fd-42c9-82b5-b5a779290905 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 945 time: 0.1210947 May 25 22:38:25.736134 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-629026ad-fb5c-4d4b-9f92-a793a0aad00d req-24a564a0-c1f6-4b90-a4bb-7390b86a1fc2 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3a5bff-6d29-49b4-8b97-79fcb8254885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598750 May 25 22:38:26.523423 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092657b1-cd08-49e3-a5e6-f82fd3d6d49d req-abb807c4-97b9-432f-bc1e-8ee9ef1fc029 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:26.524882 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-092657b1-cd08-49e3-a5e6-f82fd3d6d49d req-abb807c4-97b9-432f-bc1e-8ee9ef1fc029 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=f96f70ad-bf25-463e-b0bd-c0fdfe0c21cd HTTP/1.1" status: 200 len: 945 time: 0.0912662 May 25 22:38:26.591359 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-092657b1-cd08-49e3-a5e6-f82fd3d6d49d req-1fa7b5f6-1e2d-4f61-b199-f111d487e75d tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a7d76c9-290e-4e82-81a9-1e817ac4bd63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600088 May 25 22:38:26.861689 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device acba4276-9100-4182-969c-01885c97955a up at agent hyperv_hv-cinder-84330 {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:38:27.014970 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Provisioning complete for port acba4276-9100-4182-969c-01885c97955a triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:38:27.015344 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:27.049420 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fee25-0b40-4ba9-ae2e-faca9d695392 req-198f231f-bca7-4a9e-b0ad-9983cbd6386c tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:27.052198 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-d94fee25-0b40-4ba9-ae2e-faca9d695392 req-198f231f-bca7-4a9e-b0ad-9983cbd6386c tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 945 time: 0.1222098 May 25 22:38:27.122296 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-d94fee25-0b40-4ba9-ae2e-faca9d695392 req-d8bf1d07-a8d5-45c4-93e6-d0d939423cb3 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3a5bff-6d29-49b4-8b97-79fcb8254885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641582 May 25 22:38:27.165581 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:27.196709 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8309f488-969e-45a4-ac84-f78d3e0cdfe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acba4276-9100-4182-969c-01885c97955a'}] {{(pid=83238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:38:27.215445 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port acba4276-9100-4182-969c-01885c97955a, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=acba4276-9100-4182-969c-01885c97955a,segment=NetworkSegment(9ab54bba-3610-4b41-8ee8-5bdd91b47bdc),segment_id=9ab54bba-3610-4b41-8ee8-5bdd91b47bdc)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:38:27.223191 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:27.321871 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Pushing event updated for resources: {'Port': ['ID=acba4276-9100-4182-969c-01885c97955a,revision_number=7']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:27.331588 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:27.331945 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:27.332255 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:27.332576 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:27.332897 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:27.333214 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:27.333526 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:27.333838 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:27.334149 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:27.334527 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:27.334847 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:38:27.567091 dv-cinder-843305-1-iscsi neutron-server[83238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c4b84d0-be03-4a95-b152-10ca051bbc6d'] response: {'server_uuid': '8309f488-969e-45a4-ac84-f78d3e0cdfe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acba4276-9100-4182-969c-01885c97955a', 'code': 200} May 25 22:38:27.831137 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a75f84-4d7a-4d13-9645-9a7f7e6ef08f req-08ac61e9-55dd-4c19-9138-806737d19577 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:27.838097 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-66a75f84-4d7a-4d13-9645-9a7f7e6ef08f req-08ac61e9-55dd-4c19-9138-806737d19577 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=f96f70ad-bf25-463e-b0bd-c0fdfe0c21cd HTTP/1.1" status: 200 len: 945 time: 0.0956426 May 25 22:38:27.918494 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-66a75f84-4d7a-4d13-9645-9a7f7e6ef08f req-eb4402db-0d2d-4d64-81c7-a70b26578670 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a7d76c9-290e-4e82-81a9-1e817ac4bd63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791810 May 25 22:38:28.366798 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 58240) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:28.377591 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc9fed-aed6-483c-9ea9-c9fa10275aa4 req-b5dbacd9-9c77-4b60-83d8-65cdac0e2865 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:28.379715 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-8fdc9fed-aed6-483c-9ea9-c9fa10275aa4 req-b5dbacd9-9c77-4b60-83d8-65cdac0e2865 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 946 time: 0.0967302 May 25 22:38:28.453335 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-8fdc9fed-aed6-483c-9ea9-c9fa10275aa4 req-c4c53d8b-8315-42e6-9976-04272faafa65 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3a5bff-6d29-49b4-8b97-79fcb8254885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671401 May 25 22:38:28.507125 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ee449-6f85-4e40-a264-d3055e04264c req-14dd183d-1e85-4c41-b280-9a6e506b2065 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:28.507905 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-c76ee449-6f85-4e40-a264-d3055e04264c req-14dd183d-1e85-4c41-b280-9a6e506b2065 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Synchronizing usage tracker for tenant:b90abe1db3a04a6d96f07ef98a9f9cae on resource:port {{(pid=83236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:38:28.525051 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-c76ee449-6f85-4e40-a264-d3055e04264c req-14dd183d-1e85-4c41-b280-9a6e506b2065 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Unset dirty status for tenant:b90abe1db3a04a6d96f07ef98a9f9cae on resource:port {{(pid=83236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:38:28.526225 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-c76ee449-6f85-4e40-a264-d3055e04264c req-14dd183d-1e85-4c41-b280-9a6e506b2065 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.45 "GET /v2.0/ports?device_id=f96f70ad-bf25-463e-b0bd-c0fdfe0c21cd HTTP/1.1" status: 200 len: 945 time: 0.1142170 May 25 22:38:28.594252 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-89bbcefa-db49-4b7f-8712-e10d8d3e2b36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:28.642577 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [req-c76ee449-6f85-4e40-a264-d3055e04264c req-fa7d88cd-8d8e-4963-8e7f-1e861142f1d0 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Deleting port f830926d-f1fa-4cee-85f4-a93c74c31a46 {{(pid=83236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:38:28.642845 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-c76ee449-6f85-4e40-a264-d3055e04264c req-fa7d88cd-8d8e-4963-8e7f-1e861142f1d0 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:28.677028 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-89bbcefa-db49-4b7f-8712-e10d8d3e2b36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:38:28.689202 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-89bbcefa-db49-4b7f-8712-e10d8d3e2b36 admin admin] Usage tracker for resource:security_group_rule and tenant:ceebdf2eb8564731b7c9884b26a9139c is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:38:28.698560 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-89bbcefa-db49-4b7f-8712-e10d8d3e2b36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:38:28.708249 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-89bbcefa-db49-4b7f-8712-e10d8d3e2b36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:38:28.950936 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-89bbcefa-db49-4b7f-8712-e10d8d3e2b36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:28.960562 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-89bbcefa-db49-4b7f-8712-e10d8d3e2b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:29.009660 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-c76ee449-6f85-4e40-a264-d3055e04264c req-fa7d88cd-8d8e-4963-8e7f-1e861142f1d0 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] For port f830926d-f1fa-4cee-85f4-a93c74c31a46, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=f830926d-f1fa-4cee-85f4-a93c74c31a46,segment=NetworkSegment(8d828a5b-6a20-4c3e-851e-162f0bcf0bcb),segment_id=8d828a5b-6a20-4c3e-851e-162f0bcf0bcb)] {{(pid=83236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:38:29.012697 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-c76ee449-6f85-4e40-a264-d3055e04264c req-fa7d88cd-8d8e-4963-8e7f-1e861142f1d0 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:29.133739 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9bd834-d14f-47cf-96f0-364db3a1fc66 req-e7b5f63f-393a-4bfc-8a5d-0b5008c630b5 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:29.135508 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-8a9bd834-d14f-47cf-96f0-364db3a1fc66 req-e7b5f63f-393a-4bfc-8a5d-0b5008c630b5 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=f96f70ad-bf25-463e-b0bd-c0fdfe0c21cd HTTP/1.1" status: 200 len: 945 time: 0.0892043 May 25 22:38:29.196145 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-8a9bd834-d14f-47cf-96f0-364db3a1fc66 req-7cf7cea4-1826-4346-bbfa-7b6b6e0e6776 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a7d76c9-290e-4e82-81a9-1e817ac4bd63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545707 May 25 22:38:29.203909 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bbcefa-db49-4b7f-8712-e10d8d3e2b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a23d44-161f-48db-bd56-9d10f0c1945c,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:29.226368 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-89bbcefa-db49-4b7f-8712-e10d8d3e2b36 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ceebdf2eb8564731b7c9884b26a9139c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8582501 May 25 22:38:29.229421 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 58248) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:29.308249 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-cea298ef-9dc9-4954-80bd-293644297fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:29.339303 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-cea298ef-9dc9-4954-80bd-293644297fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:29.412723 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-cea298ef-9dc9-4954-80bd-293644297fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:29.432259 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea298ef-9dc9-4954-80bd-293644297fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a23d44-161f-48db-bd56-9d10f0c1945c,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:29.444132 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-cea298ef-9dc9-4954-80bd-293644297fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:29.447448 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-cea298ef-9dc9-4954-80bd-293644297fb4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/76a23d44-161f-48db-bd56-9d10f0c1945c HTTP/1.1" status: 204 len: 168 time: 0.2147884 May 25 22:38:29.477848 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-c76ee449-6f85-4e40-a264-d3055e04264c req-fa7d88cd-8d8e-4963-8e7f-1e861142f1d0 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:29.478521 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-c76ee449-6f85-4e40-a264-d3055e04264c req-fa7d88cd-8d8e-4963-8e7f-1e861142f1d0 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335082'] for floatingip, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:29.478959 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.db.l3_db [req-c76ee449-6f85-4e40-a264-d3055e04264c req-fa7d88cd-8d8e-4963-8e7f-1e861142f1d0 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Floating IP 285f9fec-2d63-496f-a978-2e929a3d1695 disassociated. External IP: 172.27.0.32, port: f830926d-f1fa-4cee-85f4-a93c74c31a46. May 25 22:38:29.479370 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [req-c76ee449-6f85-4e40-a264-d3055e04264c req-fa7d88cd-8d8e-4963-8e7f-1e861142f1d0 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Calling delete_port for f830926d-f1fa-4cee-85f4-a93c74c31a46 owned by compute:nova {{(pid=83236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:38:29.632407 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-2d246752-0bf6-412f-b598-eb740b7e5258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:29.677669 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-c76ee449-6f85-4e40-a264-d3055e04264c req-fa7d88cd-8d8e-4963-8e7f-1e861142f1d0 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:29.726288 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2421af5-48f8-4525-805b-615d4031dec3 req-3b24e663-c6e1-4a1d-8ee2-216adf8f02be tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:29.730440 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-c2421af5-48f8-4525-805b-615d4031dec3 req-3b24e663-c6e1-4a1d-8ee2-216adf8f02be tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 946 time: 0.1094520 May 25 22:38:29.757929 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d88cd-8d8e-4963-8e7f-1e861142f1d0 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Pushing event deleted for resources: {'Port': ['ID=f830926d-f1fa-4cee-85f4-a93c74c31a46,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:29.809379 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-c2421af5-48f8-4525-805b-615d4031dec3 req-8ccdee12-70d7-4104-b592-a25684ddae25 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3a5bff-6d29-49b4-8b97-79fcb8254885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698850 May 25 22:38:30.030132 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 58262) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:30.032441 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c76ee449-6f85-4e40-a264-d3055e04264c req-fa7d88cd-8d8e-4963-8e7f-1e861142f1d0 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Router acc5626b-a7c4-4ad3-b44e-bddd73595d23 has already been hosted by L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a {{(pid=83236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:38:30.058108 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-1260d4e3-5690-4d78-bb9c-3f49179aca63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:30.098327 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-1260d4e3-5690-4d78-bb9c-3f49179aca63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:38:30.103710 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-1260d4e3-5690-4d78-bb9c-3f49179aca63 admin admin] Usage tracker for resource:security_group_rule and tenant:97d7695d9d174e9eb161a9ea542c839a is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:38:30.115117 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-1260d4e3-5690-4d78-bb9c-3f49179aca63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:38:30.123071 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-1260d4e3-5690-4d78-bb9c-3f49179aca63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:38:30.250986 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-1260d4e3-5690-4d78-bb9c-3f49179aca63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:30.261430 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-1260d4e3-5690-4d78-bb9c-3f49179aca63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:30.281673 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c76ee449-6f85-4e40-a264-d3055e04264c req-fa7d88cd-8d8e-4963-8e7f-1e861142f1d0 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:38:30.293214 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d5fb77-69b9-4cf6-9813-4e8abda17816 None None] Sync routers for ids ['acc5626b-a7c4-4ad3-b44e-bddd73595d23'] in dv-cinder-843305-1-iscsi {{(pid=83239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:38:30.314324 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d5fb77-69b9-4cf6-9813-4e8abda17816 None None] Routers {'acc5626b-a7c4-4ad3-b44e-bddd73595d23'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:38:30.315441 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-72d5fb77-69b9-4cf6-9813-4e8abda17816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:38:02Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['acc5626b-a7c4-4ad3-b44e-bddd73595d23'], 'active': True} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:38:30.391026 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-1260d4e3-5690-4d78-bb9c-3f49179aca63 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=97d7695d9d174e9eb161a9ea542c839a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3530343 May 25 22:38:30.397145 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 58268) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:30.398578 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [req-c76ee449-6f85-4e40-a264-d3055e04264c req-fa7d88cd-8d8e-4963-8e7f-1e861142f1d0 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] No DVR routers for this DVR port f830926d-f1fa-4cee-85f4-a93c74c31a46 on host hv-cinder-84330 {{(pid=83236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:38:30.414711 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-c76ee449-6f85-4e40-a264-d3055e04264c req-fa7d88cd-8d8e-4963-8e7f-1e861142f1d0 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:30.422107 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f96f70ad-bf25-463e-b0bd-c0fdfe0c21cd', 'name': 'network-vif-deleted', 'tag': 'f830926d-f1fa-4cee-85f4-a93c74c31a46'}] {{(pid=83236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:38:30.473808 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-4867f38a-0846-4cff-89bb-18237a936952 req-533014a0-6081-4be3-8c74-766da6827b32 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/ports?device_id=f96f70ad-bf25-463e-b0bd-c0fdfe0c21cd HTTP/1.1" status: 200 len: 210 time: 0.0549915 May 25 22:38:30.474402 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260d4e3-5690-4d78-bb9c-3f49179aca63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2764565-71c3-4c8e-a9b5-173c4e59ed6a,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:30.525179 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-c76ee449-6f85-4e40-a264-d3055e04264c req-fa7d88cd-8d8e-4963-8e7f-1e861142f1d0 tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.45 "DELETE /v2.0/ports/f830926d-f1fa-4cee-85f4-a93c74c31a46 HTTP/1.1" status: 204 len: 173 time: 1.9799364 May 25 22:38:30.535619 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-89b57d13-e179-4c04-9959-fed7f5fced6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:30.574177 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-89b57d13-e179-4c04-9959-fed7f5fced6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:30.652110 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-89b57d13-e179-4c04-9959-fed7f5fced6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:30.678050 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b57d13-e179-4c04-9959-fed7f5fced6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2764565-71c3-4c8e-a9b5-173c4e59ed6a,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:30.686287 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-89b57d13-e179-4c04-9959-fed7f5fced6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:30.687641 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-89b57d13-e179-4c04-9959-fed7f5fced6d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c2764565-71c3-4c8e-a9b5-173c4e59ed6a HTTP/1.1" status: 204 len: 168 time: 0.2694495 May 25 22:38:30.761628 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvr_db [None req-72d5fb77-69b9-4cf6-9813-4e8abda17816 None None] Set router acc5626b-a7c4-4ad3-b44e-bddd73595d23 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:38:31.013768 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7a51e14-7165-489b-87a0-b91ef3ce92bb'] response: {'server_uuid': 'f96f70ad-bf25-463e-b0bd-c0fdfe0c21cd', 'name': 'network-vif-deleted', 'tag': 'f830926d-f1fa-4cee-85f4-a93c74c31a46', 'status': 'completed', 'code': 200} May 25 22:38:31.190273 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-72d5fb77-69b9-4cf6-9813-4e8abda17816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'name': 'tempest-AttachVolumeTestJSON-2115816662-router', 'tenant_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '0abf62aa-2c7d-4e60-9f6c-c4182b6a4805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:32:46Z', 'updated_at': '2022-05-25T22:32:54Z', 'revision_number': 4, 'project_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'gw_port': {'id': '0abf62aa-2c7d-4e60-9f6c-c4182b6a4805', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:92:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:47Z', 'updated_at': '2022-05-25T22:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '5be0598e-33b1-4e73-9de6-042d1cb11080', 'name': '', 'network_id': 'fd7645f7-57af-45f1-a732-f6a2011f3185', 'tenant_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'mac_address': 'fa:16:3e:f3:7e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98f8d2f7-6f04-442a-9b23-c573cfab2370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:52Z', 'updated_at': '2022-05-25T22:33:07Z', 'revision_number': 5, 'project_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'subnets': [{'id': '98f8d2f7-6f04-442a-9b23-c573cfab2370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:38:31.200738 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d5fb77-69b9-4cf6-9813-4e8abda17816 None None] Checking router: acc5626b-a7c4-4ad3-b44e-bddd73595d23 for host: dv-cinder-843305-1-iscsi {{(pid=83239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:38:31.218096 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d5fb77-69b9-4cf6-9813-4e8abda17816 None None] Routers {'acc5626b-a7c4-4ad3-b44e-bddd73595d23'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:38:31.219478 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-72d5fb77-69b9-4cf6-9813-4e8abda17816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:38:02Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['acc5626b-a7c4-4ad3-b44e-bddd73595d23'], 'active': True} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:38:31.223745 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b9325b-5b3c-480a-b85c-e012b034591d req-0c487968-b755-4961-8b1c-15bd1ffaefd9 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:31.231243 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-d4b9325b-5b3c-480a-b85c-e012b034591d req-0c487968-b755-4961-8b1c-15bd1ffaefd9 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 946 time: 0.1415968 May 25 22:38:31.303256 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-d4b9325b-5b3c-480a-b85c-e012b034591d req-aaf722c6-c74e-49c6-a8d7-83439ce6396f tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3a5bff-6d29-49b4-8b97-79fcb8254885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709763 May 25 22:38:31.451690 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvr_db [None req-72d5fb77-69b9-4cf6-9813-4e8abda17816 None None] Set router acc5626b-a7c4-4ad3-b44e-bddd73595d23 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:38:31.674549 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 58296) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:31.776245 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-ba84caab-66d8-47b9-b686-d2876d3499ef tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:31.809326 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-ba84caab-66d8-47b9-b686-d2876d3499ef tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:31.821729 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-f63544d6-9af1-49d3-a0f1-ddc48f4646b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:31.886659 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-ba84caab-66d8-47b9-b686-d2876d3499ef tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:31.899546 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-72d5fb77-69b9-4cf6-9813-4e8abda17816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'name': 'tempest-AttachVolumeTestJSON-2115816662-router', 'tenant_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '0abf62aa-2c7d-4e60-9f6c-c4182b6a4805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:32:46Z', 'updated_at': '2022-05-25T22:32:54Z', 'revision_number': 4, 'project_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'gw_port': {'id': '0abf62aa-2c7d-4e60-9f6c-c4182b6a4805', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:92:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:47Z', 'updated_at': '2022-05-25T22:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '5be0598e-33b1-4e73-9de6-042d1cb11080', 'name': '', 'network_id': 'fd7645f7-57af-45f1-a732-f6a2011f3185', 'tenant_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'mac_address': 'fa:16:3e:f3:7e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98f8d2f7-6f04-442a-9b23-c573cfab2370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:52Z', 'updated_at': '2022-05-25T22:33:07Z', 'revision_number': 5, 'project_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'subnets': [{'id': '98f8d2f7-6f04-442a-9b23-c573cfab2370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:38:31.908705 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d5fb77-69b9-4cf6-9813-4e8abda17816 None None] The sync data for ids ['acc5626b-a7c4-4ad3-b44e-bddd73595d23'] in dv-cinder-843305-1-iscsi is: [{'id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'name': 'tempest-AttachVolumeTestJSON-2115816662-router', 'tenant_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '0abf62aa-2c7d-4e60-9f6c-c4182b6a4805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:32:46Z', 'updated_at': '2022-05-25T22:32:54Z', 'revision_number': 4, 'project_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'gw_port': {'id': '0abf62aa-2c7d-4e60-9f6c-c4182b6a4805', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:92:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:47Z', 'updated_at': '2022-05-25T22:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '5be0598e-33b1-4e73-9de6-042d1cb11080', 'name': '', 'network_id': 'fd7645f7-57af-45f1-a732-f6a2011f3185', 'tenant_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'mac_address': 'fa:16:3e:f3:7e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98f8d2f7-6f04-442a-9b23-c573cfab2370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:52Z', 'updated_at': '2022-05-25T22:33:07Z', 'revision_number': 5, 'project_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'subnets': [{'id': '98f8d2f7-6f04-442a-9b23-c573cfab2370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:38:31.917967 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84caab-66d8-47b9-b686-d2876d3499ef tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7d76c9-290e-4e82-81a9-1e817ac4bd63,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:31.958152 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-ba84caab-66d8-47b9-b686-d2876d3499ef tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:31.962022 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-ba84caab-66d8-47b9-b686-d2876d3499ef tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "DELETE /v2.0/security-groups/9a7d76c9-290e-4e82-81a9-1e817ac4bd63 HTTP/1.1" status: 204 len: 168 time: 0.2840626 May 25 22:38:31.962839 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 58304) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:31.997530 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.api.v2.resource [None req-f98bd3b7-4ac4-48f6-846a-f02d344f4a6c tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] show failed (client error): The resource could not be found. May 25 22:38:32.001608 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 58308) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:32.002750 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-f98bd3b7-4ac4-48f6-846a-f02d344f4a6c tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "GET /v2.0/security-groups/9a7d76c9-290e-4e82-81a9-1e817ac4bd63 HTTP/1.1" status: 404 len: 347 time: 0.0381348 May 25 22:38:32.205119 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.plugin [None req-aeed620c-6eea-4086-b4ea-def5d68425ec tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Deleting port 26da3553-dfc3-4b96-abdb-bcfa8c99b8d7 {{(pid=83237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:38:32.205544 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-aeed620c-6eea-4086-b4ea-def5d68425ec tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:32.354170 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055f3176-07a9-4441-9072-5ccb20631587 None None] New status for floating IP 285f9fec-2d63-496f-a978-2e929a3d1695: DOWN {{(pid=83238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:38:32.605139 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-aeed620c-6eea-4086-b4ea-def5d68425ec tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:32.605408 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-aeed620c-6eea-4086-b4ea-def5d68425ec tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:32.759258 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.plugin [None req-aeed620c-6eea-4086-b4ea-def5d68425ec tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Calling delete_port for 26da3553-dfc3-4b96-abdb-bcfa8c99b8d7 owned by network:floatingip {{(pid=83237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:38:32.817429 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fff8ff-3c93-49a5-80b0-c76132067383 req-58a3e40e-f022-435b-9051-8b33b97e69b9 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:32.818939 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-55fff8ff-3c93-49a5-80b0-c76132067383 req-58a3e40e-f022-435b-9051-8b33b97e69b9 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 946 time: 0.3099618 May 25 22:38:32.907982 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device f830926d-f1fa-4cee-85f4-a93c74c31a46 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:38:32.947410 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-55fff8ff-3c93-49a5-80b0-c76132067383 req-24e19a99-ac2c-4060-8ebb-ac92dd481b4d tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3a5bff-6d29-49b4-8b97-79fcb8254885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216252 May 25 22:38:32.956627 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:32.970730 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] No Port match for: f830926d-f1fa-4cee-85f4-a93c74c31a46 {{(pid=83238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:38:32.972315 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device f830926d-f1fa-4cee-85f4-a93c74c31a46 not bound to the agent host hv-cinder-84330 {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:38:33.005256 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.db.api [None req-aeed620c-6eea-4086-b4ea-def5d68425ec tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83237) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:38:33.005600 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG oslo_db.api [None req-aeed620c-6eea-4086-b4ea-def5d68425ec tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:38:33.060377 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:33.507570 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.plugin [None req-aeed620c-6eea-4086-b4ea-def5d68425ec tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Deleting port 26da3553-dfc3-4b96-abdb-bcfa8c99b8d7 {{(pid=83237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:38:33.507926 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-aeed620c-6eea-4086-b4ea-def5d68425ec tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:33.713945 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-aeed620c-6eea-4086-b4ea-def5d68425ec tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:33.714261 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-aeed620c-6eea-4086-b4ea-def5d68425ec tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:33.846613 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.plugin [None req-aeed620c-6eea-4086-b4ea-def5d68425ec tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Calling delete_port for 26da3553-dfc3-4b96-abdb-bcfa8c99b8d7 owned by network:floatingip {{(pid=83237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:38:34.040993 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-aeed620c-6eea-4086-b4ea-def5d68425ec tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1149435'] for port, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:34.102940 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeed620c-6eea-4086-b4ea-def5d68425ec tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Pushing event deleted for resources: {'Port': ['ID=26da3553-dfc3-4b96-abdb-bcfa8c99b8d7,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:34.254416 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-aeed620c-6eea-4086-b4ea-def5d68425ec tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks [] for floatingip, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:34.275979 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-aeed620c-6eea-4086-b4ea-def5d68425ec tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for floatingip, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:34.277039 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-aeed620c-6eea-4086-b4ea-def5d68425ec tempest-AttachVolumeTestJSON-1120866107 tempest-AttachVolumeTestJSON-1120866107-project] 10.222.0.39 "DELETE /v2.0/floatingips/285f9fec-2d63-496f-a978-2e929a3d1695 HTTP/1.1" status: 204 len: 168 time: 2.2732697 May 25 22:38:34.310387 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3568d3-64f3-4407-995a-6baca4a177a0 req-72c877d9-b3a0-40cf-a6d3-da86d306f908 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:34.312004 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-8c3568d3-64f3-4407-995a-6baca4a177a0 req-72c877d9-b3a0-40cf-a6d3-da86d306f908 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 946 time: 0.1424079 May 25 22:38:34.365572 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:34.388891 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-8c3568d3-64f3-4407-995a-6baca4a177a0 req-ed1b531e-f670-44f0-a6cd-a3a885eee0a1 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3a5bff-6d29-49b4-8b97-79fcb8254885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678759 May 25 22:38:35.654486 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e82085a-4f7a-406e-93f0-302e3a000bcb req-4a9afe51-fdfa-46c6-9d2a-299d10df3fe5 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:35.661902 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-2e82085a-4f7a-406e-93f0-302e3a000bcb req-4a9afe51-fdfa-46c6-9d2a-299d10df3fe5 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 946 time: 0.0980859 May 25 22:38:35.719181 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-2e82085a-4f7a-406e-93f0-302e3a000bcb req-1bcd602b-7935-483e-9e8b-ea9b86fe2031 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3a5bff-6d29-49b4-8b97-79fcb8254885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562804 May 25 22:38:36.951758 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e736f-e413-485e-9bb1-dfaf091a5502 req-ac674084-1629-46d6-9e95-2affba046ab6 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:36.953998 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-6a6e736f-e413-485e-9bb1-dfaf091a5502 req-ac674084-1629-46d6-9e95-2affba046ab6 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 946 time: 0.0898514 May 25 22:38:37.017511 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-6a6e736f-e413-485e-9bb1-dfaf091a5502 req-f2ace139-80ef-4d32-81f9-771d2097fb68 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3a5bff-6d29-49b4-8b97-79fcb8254885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552058 May 25 22:38:38.244306 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c035e-ebe3-4581-8c37-80a1cda52aa2 req-c7c7697e-48cc-4b54-8dfb-0fa90b7cf3d5 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:38.250875 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-833c035e-ebe3-4581-8c37-80a1cda52aa2 req-c7c7697e-48cc-4b54-8dfb-0fa90b7cf3d5 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 946 time: 0.0824766 May 25 22:38:38.310197 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-833c035e-ebe3-4581-8c37-80a1cda52aa2 req-0a031d83-65db-4d61-94b2-48ab57c7d955 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3a5bff-6d29-49b4-8b97-79fcb8254885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525310 May 25 22:38:39.392233 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-8ed1984c-3d77-43f9-b718-f85d7f5546b4 req-39cc22fd-b892-4ba0-8257-656e915d1c59 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=28079ae91d6e40fd890fd778797729e5&device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 1099 time: 0.0728712 May 25 22:38:39.571572 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1984c-3d77-43f9-b718-f85d7f5546b4 req-f40329cb-8410-4dfd-bbff-5f357694ae2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:39.573373 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-8ed1984c-3d77-43f9-b718-f85d7f5546b4 req-f40329cb-8410-4dfd-bbff-5f357694ae2f service neutron] 10.222.0.45 "GET /v2.0/networks?id=37540a84-44df-41c9-9fb3-60ffdb39c35c HTTP/1.1" status: 200 len: 917 time: 0.1743367 May 25 22:38:39.629053 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715565b-9164-4cd9-adf8-5a1401b35b27 req-d066b729-84f7-4849-990b-5c7b837b6a41 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:39.630507 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-d715565b-9164-4cd9-adf8-5a1401b35b27 req-d066b729-84f7-4849-990b-5c7b837b6a41 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 946 time: 0.1668947 May 25 22:38:39.631153 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 58426) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:39.688680 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-d715565b-9164-4cd9-adf8-5a1401b35b27 req-46912921-2303-4023-a289-3d2ef71b66f1 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3a5bff-6d29-49b4-8b97-79fcb8254885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512331 May 25 22:38:39.695992 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-8ed1984c-3d77-43f9-b718-f85d7f5546b4 req-47146583-fca8-4f32-9db0-3a36b8f789e4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=acba4276-9100-4182-969c-01885c97955a HTTP/1.1" status: 200 len: 1002 time: 0.1148486 May 25 22:38:39.761018 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1984c-3d77-43f9-b718-f85d7f5546b4 req-122629cf-56fb-47df-ad21-33a2afee6ec9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:39.762434 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-8ed1984c-3d77-43f9-b718-f85d7f5546b4 req-122629cf-56fb-47df-ad21-33a2afee6ec9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0806ebda-529a-4aec-85e2-852f07a9bbdc HTTP/1.1" status: 200 len: 855 time: 0.0602219 May 25 22:38:39.853457 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-8ed1984c-3d77-43f9-b718-f85d7f5546b4 req-82eda2a7-4bc2-49ee-b623-d6eaac5fde67 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=37540a84-44df-41c9-9fb3-60ffdb39c35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0843182 May 25 22:38:40.062242 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-8ed1984c-3d77-43f9-b718-f85d7f5546b4 req-6e18eafe-fbcc-4438-8bc2-aa3e3d5c73b8 service neutron] 10.222.0.45 "GET /v2.0/networks/37540a84-44df-41c9-9fb3-60ffdb39c35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020109 May 25 22:38:40.196851 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-8ed1984c-3d77-43f9-b718-f85d7f5546b4 req-7661056f-8ee4-4fb3-a463-630a772a6408 service neutron] 10.222.0.45 "GET /v2.0/networks/37540a84-44df-41c9-9fb3-60ffdb39c35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280489 May 25 22:38:40.225023 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-62cfebf8-3434-45b1-ad47-aff7d1693242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335576'] for router_interface, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:40.815529 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.plugin [None req-62cfebf8-3434-45b1-ad47-aff7d1693242 admin admin] Deleting port 5be0598e-33b1-4e73-9de6-042d1cb11080 {{(pid=83237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:38:40.816220 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-62cfebf8-3434-45b1-ad47-aff7d1693242 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:41.029983 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04675e67-0bd0-45e2-b6ec-5b77231ca8ba req-89aaf346-787b-4fdb-8f7f-8cacdbd3e445 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:41.031400 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-04675e67-0bd0-45e2-b6ec-5b77231ca8ba req-89aaf346-787b-4fdb-8f7f-8cacdbd3e445 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 946 time: 0.1900978 May 25 22:38:41.065781 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.db [None req-62cfebf8-3434-45b1-ad47-aff7d1693242 admin admin] For port 5be0598e-33b1-4e73-9de6-042d1cb11080, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=5be0598e-33b1-4e73-9de6-042d1cb11080,segment=NetworkSegment(8d828a5b-6a20-4c3e-851e-162f0bcf0bcb),segment_id=8d828a5b-6a20-4c3e-851e-162f0bcf0bcb)] {{(pid=83237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:38:41.066126 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-62cfebf8-3434-45b1-ad47-aff7d1693242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:41.201057 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.plugin [None req-62cfebf8-3434-45b1-ad47-aff7d1693242 admin admin] Calling delete_port for 5be0598e-33b1-4e73-9de6-042d1cb11080 owned by network:router_interface {{(pid=83237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:38:41.319669 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-04675e67-0bd0-45e2-b6ec-5b77231ca8ba req-0f5f54db-2849-462b-ae95-e1606cc3404d tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3a5bff-6d29-49b4-8b97-79fcb8254885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2779837 May 25 22:38:41.579076 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-62cfebf8-3434-45b1-ad47-aff7d1693242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1149435'] for port, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:41.623659 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cfebf8-3434-45b1-ad47-aff7d1693242 admin admin] Pushing event deleted for resources: {'Port': ['ID=5be0598e-33b1-4e73-9de6-042d1cb11080,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:41.727052 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:41.933417 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-62cfebf8-3434-45b1-ad47-aff7d1693242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2759036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-335503'] for router_interface, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:42.347027 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 58448) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:42.549628 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-101dd116-b96e-4028-b2a7-1de77eae1bd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:42.585054 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-101dd116-b96e-4028-b2a7-1de77eae1bd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:38:42.588869 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-101dd116-b96e-4028-b2a7-1de77eae1bd2 admin admin] Usage tracker for resource:security_group_rule and tenant:6786b99b92484d889f10aa1645e5813c is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:38:42.591776 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-101dd116-b96e-4028-b2a7-1de77eae1bd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:38:42.598294 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-101dd116-b96e-4028-b2a7-1de77eae1bd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:38:42.598744 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43eb87e-d94a-4993-8e36-611af8e1532e req-99261fea-0d2b-4fb6-821f-1cb9640ab2a9 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:42.600178 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f43eb87e-d94a-4993-8e36-611af8e1532e req-99261fea-0d2b-4fb6-821f-1cb9640ab2a9 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 946 time: 0.1191602 May 25 22:38:42.672869 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-101dd116-b96e-4028-b2a7-1de77eae1bd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:42.676938 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-101dd116-b96e-4028-b2a7-1de77eae1bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:42.726992 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101dd116-b96e-4028-b2a7-1de77eae1bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b2c06f-1b51-4f7f-b155-88d63de5e7e8,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:42.733350 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-101dd116-b96e-4028-b2a7-1de77eae1bd2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6786b99b92484d889f10aa1645e5813c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3850706 May 25 22:38:42.735188 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 58456) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:42.753692 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f43eb87e-d94a-4993-8e36-611af8e1532e req-91229131-4dc5-4fc6-aa9f-2caeafc6d5e5 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3a5bff-6d29-49b4-8b97-79fcb8254885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465361 May 25 22:38:42.772145 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62cfebf8-3434-45b1-ad47-aff7d1693242 admin admin] Router acc5626b-a7c4-4ad3-b44e-bddd73595d23 has already been hosted by L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a {{(pid=83237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:38:42.811776 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-51f16246-1aba-4568-9e33-8ec7b1b690db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:42.838011 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-51f16246-1aba-4568-9e33-8ec7b1b690db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:42.895687 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-51f16246-1aba-4568-9e33-8ec7b1b690db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:42.910850 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f16246-1aba-4568-9e33-8ec7b1b690db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b2c06f-1b51-4f7f-b155-88d63de5e7e8,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:42.917268 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-51f16246-1aba-4568-9e33-8ec7b1b690db admin admin] Notify callbacks [] for security_group, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:42.918428 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-51f16246-1aba-4568-9e33-8ec7b1b690db admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/27b2c06f-1b51-4f7f-b155-88d63de5e7e8 HTTP/1.1" status: 204 len: 168 time: 0.1815150 May 25 22:38:42.956299 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device acba4276-9100-4182-969c-01885c97955a no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:38:42.997636 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62cfebf8-3434-45b1-ad47-aff7d1693242 admin admin] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:38:43.009659 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949566de-ea17-4f8f-91c3-18dc42ce9120 None None] Sync routers for ids ['acc5626b-a7c4-4ad3-b44e-bddd73595d23'] in dv-cinder-843305-1-iscsi {{(pid=83239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:38:43.021021 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-62cfebf8-3434-45b1-ad47-aff7d1693242 admin admin] 10.222.0.39 "PUT /v2.0/routers/acc5626b-a7c4-4ad3-b44e-bddd73595d23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3865938 May 25 22:38:43.021768 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 58466) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:43.025063 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949566de-ea17-4f8f-91c3-18dc42ce9120 None None] Routers {'acc5626b-a7c4-4ad3-b44e-bddd73595d23'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:38:43.025829 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-949566de-ea17-4f8f-91c3-18dc42ce9120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:38:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['acc5626b-a7c4-4ad3-b44e-bddd73595d23'], 'active': True} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:38:43.154623 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:43.197379 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8309f488-969e-45a4-ac84-f78d3e0cdfe1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acba4276-9100-4182-969c-01885c97955a'}] {{(pid=83238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:38:43.209882 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port acba4276-9100-4182-969c-01885c97955a, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=acba4276-9100-4182-969c-01885c97955a,segment=NetworkSegment(9ab54bba-3610-4b41-8ee8-5bdd91b47bdc),segment_id=9ab54bba-3610-4b41-8ee8-5bdd91b47bdc)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:38:43.217449 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:43.251690 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvr_db [None req-949566de-ea17-4f8f-91c3-18dc42ce9120 None None] Set router acc5626b-a7c4-4ad3-b44e-bddd73595d23 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:38:43.304494 dv-cinder-843305-1-iscsi neutron-server[83238]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-caa63deb-400b-4190-af96-1196e2428090']: {'server_uuid': '8309f488-969e-45a4-ac84-f78d3e0cdfe1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'acba4276-9100-4182-969c-01885c97955a', 'code': 422} returned with failed status May 25 22:38:43.308276 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-428e33cc-040e-41da-885d-fccde8d87111 admin admin] Notify callbacks [] for router, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:43.343227 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Pushing event updated for resources: {'Port': ['ID=acba4276-9100-4182-969c-01885c97955a,revision_number=8']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:43.443480 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 58480) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:43.461920 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-6fcfbfa5-2719-46b8-8859-6485fb87e3cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:43.540502 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-6fcfbfa5-2719-46b8-8859-6485fb87e3cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:38:43.543021 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-428e33cc-040e-41da-885d-fccde8d87111 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:43.545176 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-6fcfbfa5-2719-46b8-8859-6485fb87e3cf admin admin] Usage tracker for resource:security_group_rule and tenant:162050849e9f43efbf2a236f26fd137c is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:38:43.548979 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-6fcfbfa5-2719-46b8-8859-6485fb87e3cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:38:43.555464 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-6fcfbfa5-2719-46b8-8859-6485fb87e3cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:38:43.560091 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [None req-428e33cc-040e-41da-885d-fccde8d87111 admin admin] Deleting port 0abf62aa-2c7d-4e60-9f6c-c4182b6a4805 {{(pid=83236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:38:43.562377 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-428e33cc-040e-41da-885d-fccde8d87111 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:43.603219 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-949566de-ea17-4f8f-91c3-18dc42ce9120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'name': 'tempest-AttachVolumeTestJSON-2115816662-router', 'tenant_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '0abf62aa-2c7d-4e60-9f6c-c4182b6a4805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:32:46Z', 'updated_at': '2022-05-25T22:38:41Z', 'revision_number': 5, 'project_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'gw_port': {'id': '0abf62aa-2c7d-4e60-9f6c-c4182b6a4805', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:92:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:32:47Z', 'updated_at': '2022-05-25T22:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi'}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:38:43.608276 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949566de-ea17-4f8f-91c3-18dc42ce9120 None None] Checking router: acc5626b-a7c4-4ad3-b44e-bddd73595d23 for host: dv-cinder-843305-1-iscsi {{(pid=83239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:38:43.625388 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949566de-ea17-4f8f-91c3-18dc42ce9120 None None] Routers {'acc5626b-a7c4-4ad3-b44e-bddd73595d23'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:38:43.626567 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-949566de-ea17-4f8f-91c3-18dc42ce9120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:38:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['acc5626b-a7c4-4ad3-b44e-bddd73595d23'], 'active': True} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:38:43.653704 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-6fcfbfa5-2719-46b8-8859-6485fb87e3cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:43.660488 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-6fcfbfa5-2719-46b8-8859-6485fb87e3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:43.711400 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcfbfa5-2719-46b8-8859-6485fb87e3cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9067d3-e7fc-4ea4-a1eb-1e0d57da3dc4,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:43.730974 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-6fcfbfa5-2719-46b8-8859-6485fb87e3cf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=162050849e9f43efbf2a236f26fd137c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2862389 May 25 22:38:43.733409 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 58490) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:43.757136 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [None req-428e33cc-040e-41da-885d-fccde8d87111 admin admin] For port 0abf62aa-2c7d-4e60-9f6c-c4182b6a4805, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=0abf62aa-2c7d-4e60-9f6c-c4182b6a4805,segment=NetworkSegment(877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e),segment_id=877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e)] {{(pid=83236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:38:43.757843 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-428e33cc-040e-41da-885d-fccde8d87111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:43.806649 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-a3572382-0272-4ed5-a924-fc2c91f2aa05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:43.808546 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvr_db [None req-949566de-ea17-4f8f-91c3-18dc42ce9120 None None] Set router acc5626b-a7c4-4ad3-b44e-bddd73595d23 gateway port host: None {{(pid=83239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:38:43.833970 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-a3572382-0272-4ed5-a924-fc2c91f2aa05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:43.903362 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [None req-428e33cc-040e-41da-885d-fccde8d87111 admin admin] Calling delete_port for 0abf62aa-2c7d-4e60-9f6c-c4182b6a4805 owned by network:router_gateway {{(pid=83236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:38:43.931133 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-a3572382-0272-4ed5-a924-fc2c91f2aa05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:43.952905 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3572382-0272-4ed5-a924-fc2c91f2aa05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9067d3-e7fc-4ea4-a1eb-1e0d57da3dc4,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:43.960292 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-949566de-ea17-4f8f-91c3-18dc42ce9120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'name': 'tempest-AttachVolumeTestJSON-2115816662-router', 'tenant_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:32:46Z', 'updated_at': '2022-05-25T22:38:43Z', 'revision_number': 6, 'project_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'gw_port_host': None}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:38:43.965512 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949566de-ea17-4f8f-91c3-18dc42ce9120 None None] The sync data for ids ['acc5626b-a7c4-4ad3-b44e-bddd73595d23'] in dv-cinder-843305-1-iscsi is: [{'id': 'acc5626b-a7c4-4ad3-b44e-bddd73595d23', 'name': 'tempest-AttachVolumeTestJSON-2115816662-router', 'tenant_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:32:46Z', 'updated_at': '2022-05-25T22:38:43Z', 'revision_number': 6, 'project_id': 'b90abe1db3a04a6d96f07ef98a9f9cae', 'gw_port_host': None}] {{(pid=83239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:38:43.981565 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-a3572382-0272-4ed5-a924-fc2c91f2aa05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:43.983761 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-a3572382-0272-4ed5-a924-fc2c91f2aa05 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2c9067d3-e7fc-4ea4-a1eb-1e0d57da3dc4 HTTP/1.1" status: 204 len: 168 time: 0.2493806 May 25 22:38:44.116384 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-428e33cc-040e-41da-885d-fccde8d87111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:44.197118 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e33cc-040e-41da-885d-fccde8d87111 admin admin] Pushing event deleted for resources: {'Port': ['ID=0abf62aa-2c7d-4e60-9f6c-c4182b6a4805,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:44.527458 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-428e33cc-040e-41da-885d-fccde8d87111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-335045'] for router_gateway, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:44.598811 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f8810276-242d-48a3-a51f-095569c7c729 req-a09acce8-1a4c-45cf-b1fb-6d87b3c18cd6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2270434 May 25 22:38:44.809429 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 5be0598e-33b1-4e73-9de6-042d1cb11080 no longer exists at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:38:44.847952 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] No Port match for: 5be0598e-33b1-4e73-9de6-042d1cb11080 {{(pid=83238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:38:44.848558 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 5be0598e-33b1-4e73-9de6-042d1cb11080 not bound to the agent host dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:38:44.967335 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-428e33cc-040e-41da-885d-fccde8d87111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-332341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13637'] for router, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:44.978732 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-428e33cc-040e-41da-885d-fccde8d87111 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:45.038032 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-71e68179-8cf9-4e7b-840d-412ac7c70e01 req-140e8ac0-6625-4126-94e9-34a79826be34 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1413693 May 25 22:38:45.038837 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-428e33cc-040e-41da-885d-fccde8d87111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-332441'] for router, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:45.039627 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1cac4-74d7-4c95-ab9b-0cddc756d371 req-4bc3a32e-bcd5-4400-8e51-c1ce90d7275a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:45.039759 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428e33cc-040e-41da-885d-fccde8d87111 admin admin] Fanout notify agent at l3_agent the message router_deleted on router acc5626b-a7c4-4ad3-b44e-bddd73595d23 {{(pid=83236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:38:45.045442 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-fbc1cac4-74d7-4c95-ab9b-0cddc756d371 req-4bc3a32e-bcd5-4400-8e51-c1ce90d7275a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 944 time: 0.1045849 May 25 22:38:45.063453 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-428e33cc-040e-41da-885d-fccde8d87111 admin admin] Notify callbacks [] for router, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:45.065555 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-428e33cc-040e-41da-885d-fccde8d87111 admin admin] 10.222.0.39 "DELETE /v2.0/routers/acc5626b-a7c4-4ad3-b44e-bddd73595d23 HTTP/1.1" status: 204 len: 168 time: 2.0427730 May 25 22:38:45.068661 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 58530) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:45.141773 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-fbc1cac4-74d7-4c95-ab9b-0cddc756d371 req-931cd6cf-8e46-4e54-bffb-39224abea884 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3a5bff-6d29-49b4-8b97-79fcb8254885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943584 May 25 22:38:45.186674 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4635cb6-da37-4195-8439-378175e987d3 admin admin] Deleting subnet 98f8d2f7-6f04-442a-9b23-c573cfab2370 {{(pid=83236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:38:45.190597 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-e4635cb6-da37-4195-8439-378175e987d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:45.271741 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-e4635cb6-da37-4195-8439-378175e987d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1821981'] for subnet, precommit_delete_associations {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:45.376392 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-e4635cb6-da37-4195-8439-378175e987d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3099660'] for subnet, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:45.458330 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-e4635cb6-da37-4195-8439-378175e987d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3099653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1631041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1097308'] for subnet, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:45.506544 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4635cb6-da37-4195-8439-378175e987d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98f8d2f7-6f04-442a-9b23-c573cfab2370,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:45.522898 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-e4635cb6-da37-4195-8439-378175e987d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:45.528761 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd61c60c-06c4-4a84-a285-da815f612997 None None] Network fd7645f7-57af-45f1-a732-f6a2011f3185 requested from dv-cinder-843305-1-iscsi {{(pid=83238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:38:45.535723 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-e4635cb6-da37-4195-8439-378175e987d3 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/98f8d2f7-6f04-442a-9b23-c573cfab2370 HTTP/1.1" status: 204 len: 168 time: 0.4636548 May 25 22:38:45.538826 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 58548) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:45.717256 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-2ae8b41e-519c-4ef5-ba58-a5043210eaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1111784'] for network, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:45.740906 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [None req-2ae8b41e-519c-4ef5-ba58-a5043210eaea admin admin] Deleting port bfc55090-4744-4952-9f2e-2addad76bb54 {{(pid=83236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:38:45.741952 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-2ae8b41e-519c-4ef5-ba58-a5043210eaea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:45.886311 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87a016a-7d40-43de-b658-6b6cc81d0a70 None None] DHCP port deletion for fd7645f7-57af-45f1-a732-f6a2011f3185 request from dv-cinder-843305-1-iscsi {{(pid=83238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:38:45.900592 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-a87a016a-7d40-43de-b658-6b6cc81d0a70 None None] Deleting port bfc55090-4744-4952-9f2e-2addad76bb54 {{(pid=83238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:38:45.901355 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-a87a016a-7d40-43de-b658-6b6cc81d0a70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:46.065088 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [None req-2ae8b41e-519c-4ef5-ba58-a5043210eaea admin admin] For port bfc55090-4744-4952-9f2e-2addad76bb54, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=bfc55090-4744-4952-9f2e-2addad76bb54,segment=NetworkSegment(8d828a5b-6a20-4c3e-851e-162f0bcf0bcb),segment_id=8d828a5b-6a20-4c3e-851e-162f0bcf0bcb)] {{(pid=83236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:38:46.066356 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-2ae8b41e-519c-4ef5-ba58-a5043210eaea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:46.145783 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-a87a016a-7d40-43de-b658-6b6cc81d0a70 None None] For port bfc55090-4744-4952-9f2e-2addad76bb54, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=bfc55090-4744-4952-9f2e-2addad76bb54,segment=NetworkSegment(8d828a5b-6a20-4c3e-851e-162f0bcf0bcb),segment_id=8d828a5b-6a20-4c3e-851e-162f0bcf0bcb)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:38:46.146159 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-a87a016a-7d40-43de-b658-6b6cc81d0a70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:46.276782 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-a87a016a-7d40-43de-b658-6b6cc81d0a70 None None] Calling delete_port for bfc55090-4744-4952-9f2e-2addad76bb54 owned by network:dhcp {{(pid=83238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:38:46.348057 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [None req-2ae8b41e-519c-4ef5-ba58-a5043210eaea admin admin] Calling delete_port for bfc55090-4744-4952-9f2e-2addad76bb54 owned by network:dhcp {{(pid=83236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:38:46.354705 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-a87a016a-7d40-43de-b658-6b6cc81d0a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028'] for port, after_delete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:46.402508 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87a016a-7d40-43de-b658-6b6cc81d0a70 None None] Pushing event deleted for resources: {'Port': ['ID=bfc55090-4744-4952-9f2e-2addad76bb54,revision_number=None']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:46.410502 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87a016a-7d40-43de-b658-6b6cc81d0a70 None None] No DVR routers for this DVR port bfc55090-4744-4952-9f2e-2addad76bb54 on host dv-cinder-843305-1-iscsi {{(pid=83238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:38:46.450383 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.db.api [None req-2ae8b41e-519c-4ef5-ba58-a5043210eaea admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83236) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:38:46.450383 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG oslo_db.api [None req-2ae8b41e-519c-4ef5-ba58-a5043210eaea admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:38:46.451198 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1bc3a7-2fcf-46ae-be34-714f568f883c req-e62f004d-f590-4e80-be1f-45260120b516 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:46.451971 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-ce1bc3a7-2fcf-46ae-be34-714f568f883c req-e62f004d-f590-4e80-be1f-45260120b516 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 944 time: 0.1179996 May 25 22:38:46.465814 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-71e68179-8cf9-4e7b-840d-412ac7c70e01 req-060089da-310a-4223-99d9-716bbb38446e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1&tenant_id=28079ae91d6e40fd890fd778797729e5 HTTP/1.1" status: 200 len: 1097 time: 0.3151319 May 25 22:38:46.516146 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device bfc55090-4744-4952-9f2e-2addad76bb54 no longer exists at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:38:46.522181 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-ce1bc3a7-2fcf-46ae-be34-714f568f883c req-cfa8289d-9267-44f9-a353-9e078b9d704a tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3a5bff-6d29-49b4-8b97-79fcb8254885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606854 May 25 22:38:46.575552 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] No Port match for: bfc55090-4744-4952-9f2e-2addad76bb54 {{(pid=83238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:38:46.575893 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device bfc55090-4744-4952-9f2e-2addad76bb54 not bound to the agent host dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:38:46.576342 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 0abf62aa-2c7d-4e60-9f6c-c4182b6a4805 no longer exists at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:38:46.589584 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-71e68179-8cf9-4e7b-840d-412ac7c70e01 req-96181585-f0db-48c6-91f2-910a06503c83 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=28079ae91d6e40fd890fd778797729e5&device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 1097 time: 0.0862279 May 25 22:38:46.608445 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] No Port match for: 0abf62aa-2c7d-4e60-9f6c-c4182b6a4805 {{(pid=83238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:38:46.608705 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 0abf62aa-2c7d-4e60-9f6c-c4182b6a4805 not bound to the agent host dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:38:46.733231 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e68179-8cf9-4e7b-840d-412ac7c70e01 req-e994eed5-2098-4891-bfa4-4b21daca9886 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:46.734718 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-71e68179-8cf9-4e7b-840d-412ac7c70e01 req-e994eed5-2098-4891-bfa4-4b21daca9886 service neutron] 10.222.0.45 "GET /v2.0/networks?id=37540a84-44df-41c9-9fb3-60ffdb39c35c HTTP/1.1" status: 200 len: 917 time: 0.1395538 May 25 22:38:46.846428 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-71e68179-8cf9-4e7b-840d-412ac7c70e01 req-4fe017fc-2d1d-4668-9aca-dc7c2cb9806a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=acba4276-9100-4182-969c-01885c97955a HTTP/1.1" status: 200 len: 1000 time: 0.1045666 May 25 22:38:46.915493 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e68179-8cf9-4e7b-840d-412ac7c70e01 req-ea80174d-789a-47ec-a656-02a276476cfb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:46.917149 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-71e68179-8cf9-4e7b-840d-412ac7c70e01 req-ea80174d-789a-47ec-a656-02a276476cfb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0806ebda-529a-4aec-85e2-852f07a9bbdc HTTP/1.1" status: 200 len: 855 time: 0.0653014 May 25 22:38:46.976733 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [None req-2ae8b41e-519c-4ef5-ba58-a5043210eaea admin admin] Deleting port bfc55090-4744-4952-9f2e-2addad76bb54 {{(pid=83236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:38:46.977066 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-2ae8b41e-519c-4ef5-ba58-a5043210eaea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:47.060221 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [None req-2ae8b41e-519c-4ef5-ba58-a5043210eaea admin admin] The port 'bfc55090-4744-4952-9f2e-2addad76bb54' was deleted {{(pid=83236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 22:38:47.199818 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-2ae8b41e-519c-4ef5-ba58-a5043210eaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3103129', 'neutron.services.segments.db._delete_segments_for_network-8744689775481'] for network, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:47.230972 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-71e68179-8cf9-4e7b-840d-412ac7c70e01 req-8d429eeb-58b8-4c81-91de-7b8963f76610 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=37540a84-44df-41c9-9fb3-60ffdb39c35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3071291 May 25 22:38:47.237111 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.services.segments.db [None req-2ae8b41e-519c-4ef5-ba58-a5043210eaea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd7645f7-57af-45f1-a732-f6a2011f3185']}} {{(pid=83236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:38:47.276806 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.services.segments.db [None req-2ae8b41e-519c-4ef5-ba58-a5043210eaea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d828a5b-6a20-4c3e-851e-162f0bcf0bcb') {'for_net_delete': True} {{(pid=83236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:38:47.277096 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.services.segments.db [None req-2ae8b41e-519c-4ef5-ba58-a5043210eaea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d828a5b-6a20-4c3e-851e-162f0bcf0bcb') {} {{(pid=83236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:38:47.343194 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-2ae8b41e-519c-4ef5-ba58-a5043210eaea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744689775364', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1821422'] for segment, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:47.372375 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-2ae8b41e-519c-4ef5-ba58-a5043210eaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:47.391547 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ae8b41e-519c-4ef5-ba58-a5043210eaea admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=83236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:38:47.391940 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-2ae8b41e-519c-4ef5-ba58-a5043210eaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1631023'] for segment, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:47.404698 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 58600) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:47.405657 dv-cinder-843305-1-iscsi neutron-server[83236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 22:38:47.405657 dv-cinder-843305-1-iscsi neutron-server[83236]: util.warn( May 25 22:38:47.405657 dv-cinder-843305-1-iscsi neutron-server[83236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 22:38:47.405657 dv-cinder-843305-1-iscsi neutron-server[83236]: util.warn( May 25 22:38:47.405657 dv-cinder-843305-1-iscsi neutron-server[83236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 22:38:47.405657 dv-cinder-843305-1-iscsi neutron-server[83236]: util.warn( May 25 22:38:47.405657 dv-cinder-843305-1-iscsi neutron-server[83236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 22:38:47.405657 dv-cinder-843305-1-iscsi neutron-server[83236]: util.warn( May 25 22:38:47.405657 dv-cinder-843305-1-iscsi neutron-server[83236]: Traceback (most recent call last): May 25 22:38:47.405657 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:38:47.405657 dv-cinder-843305-1-iscsi neutron-server[83236]: timer() May 25 22:38:47.405657 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:38:47.405657 dv-cinder-843305-1-iscsi neutron-server[83236]: cb(*args, **kw) May 25 22:38:47.405657 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:38:47.405657 dv-cinder-843305-1-iscsi neutron-server[83236]: return func(*args, **kwargs) May 25 22:38:47.405657 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:38:47.405657 dv-cinder-843305-1-iscsi neutron-server[83236]: self._notify() May 25 22:38:47.405657 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:38:47.405657 dv-cinder-843305-1-iscsi neutron-server[83236]: self.callback(batched_events) May 25 22:38:47.405657 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:38:47.405657 dv-cinder-843305-1-iscsi neutron-server[83236]: event.method(event) May 25 22:38:47.405657 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:38:47.405657 dv-cinder-843305-1-iscsi neutron-server[83236]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:38:47.405657 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:38:47.405657 dv-cinder-843305-1-iscsi neutron-server[83236]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:38:47.405657 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:38:47.405657 dv-cinder-843305-1-iscsi neutron-server[83236]: return f(self, *a, **k) May 25 22:38:47.405657 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:38:47.405657 dv-cinder-843305-1-iscsi neutron-server[83236]: return self._get(url).json() May 25 22:38:47.405657 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:38:47.405657 dv-cinder-843305-1-iscsi neutron-server[83236]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:38:47.405657 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:38:47.405657 dv-cinder-843305-1-iscsi neutron-server[83236]: return self.request(url, 'GET', **kwargs) May 25 22:38:47.405657 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:38:47.405657 dv-cinder-843305-1-iscsi neutron-server[83236]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:38:47.405657 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:38:47.405657 dv-cinder-843305-1-iscsi neutron-server[83236]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:38:47.405657 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:38:47.405657 dv-cinder-843305-1-iscsi neutron-server[83236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:38:47.405657 dv-cinder-843305-1-iscsi neutron-server[83236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:38:47.492687 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-71e68179-8cf9-4e7b-840d-412ac7c70e01 req-4f6e2787-f159-4091-b90e-28fe73cb3157 service neutron] 10.222.0.45 "GET /v2.0/networks/37540a84-44df-41c9-9fb3-60ffdb39c35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487464 May 25 22:38:47.520055 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-2ae8b41e-519c-4ef5-ba58-a5043210eaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3103122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335064'] for network, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:47.552164 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-7972a729-24b4-41f0-b5b4-d4e72ee4ec67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:47.578450 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-2ae8b41e-519c-4ef5-ba58-a5043210eaea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for network, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:47.584089 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-7972a729-24b4-41f0-b5b4-d4e72ee4ec67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:38:47.588246 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-7972a729-24b4-41f0-b5b4-d4e72ee4ec67 admin admin] Usage tracker for resource:security_group_rule and tenant:7f81bb4869344b8ca0d718d898e6abf5 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:38:47.591417 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-7972a729-24b4-41f0-b5b4-d4e72ee4ec67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:38:47.598066 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-7972a729-24b4-41f0-b5b4-d4e72ee4ec67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:38:47.602437 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae8b41e-519c-4ef5-ba58-a5043210eaea admin admin] Pushing event deleted for resources: {'Network': ['ID=fd7645f7-57af-45f1-a732-f6a2011f3185,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:47.622254 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-2ae8b41e-519c-4ef5-ba58-a5043210eaea admin admin] 10.222.0.39 "DELETE /v2.0/networks/fd7645f7-57af-45f1-a732-f6a2011f3185 HTTP/1.1" status: 204 len: 168 time: 2.0819745 May 25 22:38:47.677996 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-71e68179-8cf9-4e7b-840d-412ac7c70e01 req-955400e7-9755-48c0-b1e6-3f94366db126 service neutron] 10.222.0.45 "GET /v2.0/networks/37540a84-44df-41c9-9fb3-60ffdb39c35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782382 May 25 22:38:47.685418 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-7972a729-24b4-41f0-b5b4-d4e72ee4ec67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:47.694790 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-7972a729-24b4-41f0-b5b4-d4e72ee4ec67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:47.786754 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 58610) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:47.794105 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7972a729-24b4-41f0-b5b4-d4e72ee4ec67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4421a6-ee7a-4957-b1a2-fc90d278a2e2,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:47.807490 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-7972a729-24b4-41f0-b5b4-d4e72ee4ec67 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7f81bb4869344b8ca0d718d898e6abf5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4016476 May 25 22:38:47.810420 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 58614) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:47.832407 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ddefb-7e2d-4ace-a361-29d2137ae510 req-819f1a5f-33a1-4076-bf1b-899700915453 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:47.833925 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-9f4ddefb-7e2d-4ace-a361-29d2137ae510 req-819f1a5f-33a1-4076-bf1b-899700915453 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 944 time: 0.1321876 May 25 22:38:47.890250 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-9f4ddefb-7e2d-4ace-a361-29d2137ae510 req-c713b389-b4eb-4682-9b2d-ebe646f66152 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3a5bff-6d29-49b4-8b97-79fcb8254885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499425 May 25 22:38:47.918756 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-340932c5-1446-4ed1-8af0-fc8e3e59ce00 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b90abe1db3a04a6d96f07ef98a9f9cae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1305726 May 25 22:38:47.920983 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 58618) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:47.921967 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-10eeb4dc-2d29-48bd-bd55-68912b29cafd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:47.958768 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-10eeb4dc-2d29-48bd-bd55-68912b29cafd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:47.984291 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-6e7ade2d-638f-4697-8c38-b12be2b78f60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:48.015306 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-10eeb4dc-2d29-48bd-bd55-68912b29cafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:48.015501 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-6e7ade2d-638f-4697-8c38-b12be2b78f60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:48.032415 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eeb4dc-2d29-48bd-bd55-68912b29cafd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4421a6-ee7a-4957-b1a2-fc90d278a2e2,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:48.037701 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-10eeb4dc-2d29-48bd-bd55-68912b29cafd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:48.041474 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-10eeb4dc-2d29-48bd-bd55-68912b29cafd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5b4421a6-ee7a-4957-b1a2-fc90d278a2e2 HTTP/1.1" status: 204 len: 168 time: 0.2268693 May 25 22:38:48.075609 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-6e7ade2d-638f-4697-8c38-b12be2b78f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:48.094614 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7ade2d-638f-4697-8c38-b12be2b78f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae88c53-63e8-4679-a45a-66d829e1d502,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:48.103367 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-6e7ade2d-638f-4697-8c38-b12be2b78f60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:48.104456 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-6e7ade2d-638f-4697-8c38-b12be2b78f60 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5ae88c53-63e8-4679-a45a-66d829e1d502 HTTP/1.1" status: 204 len: 168 time: 0.1825302 May 25 22:38:48.554106 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 58638) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:48.575239 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-52e5e798-09f9-41f0-90a7-8cd74b5f599f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:48.616731 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-52e5e798-09f9-41f0-90a7-8cd74b5f599f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:38:48.621864 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-52e5e798-09f9-41f0-90a7-8cd74b5f599f admin admin] Usage tracker for resource:security_group_rule and tenant:b88823d94b9840fca907b7773976e1bf is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:38:48.625810 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-52e5e798-09f9-41f0-90a7-8cd74b5f599f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:38:48.632795 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-52e5e798-09f9-41f0-90a7-8cd74b5f599f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:38:48.699210 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-52e5e798-09f9-41f0-90a7-8cd74b5f599f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:48.703933 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-52e5e798-09f9-41f0-90a7-8cd74b5f599f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:48.750830 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e5e798-09f9-41f0-90a7-8cd74b5f599f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275d81c0-ceb2-453d-a593-ac60ec44df60,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:48.755923 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-52e5e798-09f9-41f0-90a7-8cd74b5f599f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b88823d94b9840fca907b7773976e1bf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2007742 May 25 22:38:48.758731 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 58646) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:48.839935 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-cfe5f2c9-8e23-4cf4-9587-9f36c00970b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:48.870704 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-cfe5f2c9-8e23-4cf4-9587-9f36c00970b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:48.930049 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-cfe5f2c9-8e23-4cf4-9587-9f36c00970b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:48.951583 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe5f2c9-8e23-4cf4-9587-9f36c00970b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275d81c0-ceb2-453d-a593-ac60ec44df60,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:48.985176 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-cfe5f2c9-8e23-4cf4-9587-9f36c00970b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:49.008522 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-cfe5f2c9-8e23-4cf4-9587-9f36c00970b8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/275d81c0-ceb2-453d-a593-ac60ec44df60 HTTP/1.1" status: 204 len: 168 time: 0.2471511 May 25 22:38:49.325119 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fdde87-6765-4555-8b48-c4c355fa3b1d req-7933e131-dbf8-414d-9461-622e9148c393 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:49.333712 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-34fdde87-6765-4555-8b48-c4c355fa3b1d req-7933e131-dbf8-414d-9461-622e9148c393 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 944 time: 0.1581879 May 25 22:38:49.416961 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-34fdde87-6765-4555-8b48-c4c355fa3b1d req-45f4a2cf-9345-4a0f-902f-49a1b0101855 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3a5bff-6d29-49b4-8b97-79fcb8254885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818880 May 25 22:38:49.448827 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 58672) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:49.672697 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [None req-444a2c22-d5f4-43de-9711-f51e0fedf86d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1070406310-network', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de'}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:38:49.684397 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-444a2c22-d5f4-43de-9711-f51e0fedf86d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:38:49.694010 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-444a2c22-d5f4-43de-9711-f51e0fedf86d admin admin] Usage tracker for resource:network and tenant:e555a5edad0e42029674c53c2976a6de is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:38:49.697244 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-444a2c22-d5f4-43de-9711-f51e0fedf86d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:38:49.706974 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-444a2c22-d5f4-43de-9711-f51e0fedf86d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:38:49.726517 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444a2c22-d5f4-43de-9711-f51e0fedf86d admin admin] Made reservation on behalf of e555a5edad0e42029674c53c2976a6de for: {'network': 1} {{(pid=83236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:38:49.729340 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-444a2c22-d5f4-43de-9711-f51e0fedf86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for network, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:49.743599 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-444a2c22-d5f4-43de-9711-f51e0fedf86d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:49.784398 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-444a2c22-d5f4-43de-9711-f51e0fedf86d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:38:49.789052 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-444a2c22-d5f4-43de-9711-f51e0fedf86d admin admin] Usage tracker for resource:security_group_rule and tenant:e555a5edad0e42029674c53c2976a6de is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:38:49.792703 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-444a2c22-d5f4-43de-9711-f51e0fedf86d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:38:49.800320 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-444a2c22-d5f4-43de-9711-f51e0fedf86d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:38:50.038144 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-444a2c22-d5f4-43de-9711-f51e0fedf86d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:50.042592 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-444a2c22-d5f4-43de-9711-f51e0fedf86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:50.078211 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-444a2c22-d5f4-43de-9711-f51e0fedf86d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=83236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:38:50.087915 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444a2c22-d5f4-43de-9711-f51e0fedf86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00832af8-b9c8-4d4f-a7b1-9ba25349e6ea,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:50.093814 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-444a2c22-d5f4-43de-9711-f51e0fedf86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:50.094156 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.db.segments_db [None req-444a2c22-d5f4-43de-9711-f51e0fedf86d admin admin] Added segment d711363d-cf2f-4d62-a488-26afefce9577 of type vlan for network 6fc60487-fe5e-4f0e-968b-ad40e0f30290 May 25 22:38:50.125131 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-444a2c22-d5f4-43de-9711-f51e0fedf86d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744689326614'] for network, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:50.161124 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-444a2c22-d5f4-43de-9711-f51e0fedf86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057'] for network, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:50.162353 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444a2c22-d5f4-43de-9711-f51e0fedf86d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:50.163125 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-444a2c22-d5f4-43de-9711-f51e0fedf86d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for network, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:50.280678 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 58690) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:50.285187 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 58694) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:50.285572 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-444a2c22-d5f4-43de-9711-f51e0fedf86d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8354659 May 25 22:38:50.286863 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444a2c22-d5f4-43de-9711-f51e0fedf86d admin admin] Pushing event updated for resources: {'Network': ['ID=6fc60487-fe5e-4f0e-968b-ad40e0f30290,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:50.298362 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Network 6fc60487-fe5e-4f0e-968b-ad40e0f30290 details requested by agent ovs-agent-dv-cinder-843305-1-iscsi with host dv-cinder-843305-1-iscsi {{(pid=83238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:38:50.303905 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-6adc4f95-e370-4a23-b691-891a19197018 admin admin] Request body: {'subnet': {'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1070406310-subnet', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:38:50.310908 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-6adc4f95-e370-4a23-b691-891a19197018 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:38:50.316751 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-6adc4f95-e370-4a23-b691-891a19197018 admin admin] Usage tracker for resource:subnet and tenant:e555a5edad0e42029674c53c2976a6de is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:38:50.323789 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-6adc4f95-e370-4a23-b691-891a19197018 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:38:50.334263 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-6adc4f95-e370-4a23-b691-891a19197018 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:38:50.348195 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6adc4f95-e370-4a23-b691-891a19197018 admin admin] Made reservation on behalf of e555a5edad0e42029674c53c2976a6de for: {'subnet': 1} {{(pid=83237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:38:50.350661 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-6adc4f95-e370-4a23-b691-891a19197018 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497220'] for subnet, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:50.565167 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-0aa1ba62-e271-43bb-9bcf-d0019fb1dbe0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1119319211-network', 'tenant_id': 'e6021afc6b654ac3a35ce5c6c962a70f'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:38:50.576668 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-0aa1ba62-e271-43bb-9bcf-d0019fb1dbe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:38:50.588685 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-0aa1ba62-e271-43bb-9bcf-d0019fb1dbe0 admin admin] Usage tracker for resource:network and tenant:e6021afc6b654ac3a35ce5c6c962a70f is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:38:50.593620 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-0aa1ba62-e271-43bb-9bcf-d0019fb1dbe0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:38:50.603292 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-0aa1ba62-e271-43bb-9bcf-d0019fb1dbe0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:38:50.673099 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa1ba62-e271-43bb-9bcf-d0019fb1dbe0 admin admin] Made reservation on behalf of e6021afc6b654ac3a35ce5c6c962a70f for: {'network': 1} {{(pid=83237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:38:50.676318 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-0aa1ba62-e271-43bb-9bcf-d0019fb1dbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for network, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:50.707997 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-0aa1ba62-e271-43bb-9bcf-d0019fb1dbe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:50.730278 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-6adc4f95-e370-4a23-b691-891a19197018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1149199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497238'] for subnet, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:50.812171 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-0aa1ba62-e271-43bb-9bcf-d0019fb1dbe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:38:50.824672 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-0aa1ba62-e271-43bb-9bcf-d0019fb1dbe0 admin admin] Usage tracker for resource:security_group_rule and tenant:e6021afc6b654ac3a35ce5c6c962a70f is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:38:50.830258 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adc4f95-e370-4a23-b691-891a19197018 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5cd7d5a-b211-4d75-93e3-7264c9b5bb90,revision_number=0']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:50.834222 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-0aa1ba62-e271-43bb-9bcf-d0019fb1dbe0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:38:50.854675 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eedb61-b729-41f2-b8ac-4f4dabcac3b7 req-fa089b4b-7841-4b6f-a3e0-5b39ac360653 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:50.856142 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-41eedb61-b729-41f2-b8ac-4f4dabcac3b7 req-fa089b4b-7841-4b6f-a3e0-5b39ac360653 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 944 time: 0.2414112 May 25 22:38:50.859324 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-0aa1ba62-e271-43bb-9bcf-d0019fb1dbe0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:38:50.919547 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adc4f95-e370-4a23-b691-891a19197018 admin admin] Checking segment: {'id': 'd711363d-cf2f-4d62-a488-26afefce9577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:38:50.919816 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adc4f95-e370-4a23-b691-891a19197018 admin admin] Network hostable DHCP agents. Network: 6fc60487-fe5e-4f0e-968b-ad40e0f30290, hostable agents: ['7055d141-b128-493c-8fde-b010d723709d'], hosted agents: [] {{(pid=83237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:38:50.952211 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-41eedb61-b729-41f2-b8ac-4f4dabcac3b7 req-219f4169-326a-491e-8b50-1bd79f9d6b49 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3a5bff-6d29-49b4-8b97-79fcb8254885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880229 May 25 22:38:50.996101 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-0aa1ba62-e271-43bb-9bcf-d0019fb1dbe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:50.998622 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adc4f95-e370-4a23-b691-891a19197018 admin admin] Network 6fc60487-fe5e-4f0e-968b-ad40e0f30290 is scheduled to be hosted by DHCP agent 7055d141-b128-493c-8fde-b010d723709d with binding_index 1 {{(pid=83237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:38:51.003115 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-0aa1ba62-e271-43bb-9bcf-d0019fb1dbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:51.026377 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.base_scheduler [None req-6adc4f95-e370-4a23-b691-891a19197018 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-1-iscsi, 6fc60487-fe5e-4f0e-968b-ad40e0f30290) {{(pid=83237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:38:51.036263 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07431974-f3e0-4a7a-a70a-901c042a5cb8 None None] Network 6fc60487-fe5e-4f0e-968b-ad40e0f30290 requested from dv-cinder-843305-1-iscsi {{(pid=83238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:38:51.043566 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aa1ba62-e271-43bb-9bcf-d0019fb1dbe0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=83237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:38:51.046249 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adc4f95-e370-4a23-b691-891a19197018 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:51.046860 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-6adc4f95-e370-4a23-b691-891a19197018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for subnet, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:51.060691 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa1ba62-e271-43bb-9bcf-d0019fb1dbe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e2dc30-9050-469d-8f53-03a9ac11879c,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:51.074145 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-0aa1ba62-e271-43bb-9bcf-d0019fb1dbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:51.074471 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.db.segments_db [None req-0aa1ba62-e271-43bb-9bcf-d0019fb1dbe0 admin admin] Added segment cb8755e7-fc87-4963-a05d-d4747d64a57c of type vlan for network 24983984-97f0-4763-ac1d-8c5c19c5b176 May 25 22:38:51.111136 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 58704) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:51.111954 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-6adc4f95-e370-4a23-b691-891a19197018 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8243051 May 25 22:38:51.115840 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-0aa1ba62-e271-43bb-9bcf-d0019fb1dbe0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744689326614'] for network, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:51.116788 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [None req-fe65605a-9ae8-4de0-be6b-7b9ac4e52926 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1070406310-router', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'}}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:38:51.123203 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-fe65605a-9ae8-4de0-be6b-7b9ac4e52926 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:38:51.136605 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-fe65605a-9ae8-4de0-be6b-7b9ac4e52926 admin admin] Usage tracker for resource:router and tenant:e555a5edad0e42029674c53c2976a6de is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:38:51.140258 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-fe65605a-9ae8-4de0-be6b-7b9ac4e52926 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:38:51.152395 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-0aa1ba62-e271-43bb-9bcf-d0019fb1dbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057'] for network, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:51.153869 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa1ba62-e271-43bb-9bcf-d0019fb1dbe0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:51.154661 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-0aa1ba62-e271-43bb-9bcf-d0019fb1dbe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for network, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:51.155806 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-fe65605a-9ae8-4de0-be6b-7b9ac4e52926 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:38:51.174349 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-fe65605a-9ae8-4de0-be6b-7b9ac4e52926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-332275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13655'] for router, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:51.175434 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-fe65605a-9ae8-4de0-be6b-7b9ac4e52926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-334964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13660'] for router, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:51.212551 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-fe65605a-9ae8-4de0-be6b-7b9ac4e52926 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:51.363544 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-0aa1ba62-e271-43bb-9bcf-d0019fb1dbe0 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0768442 May 25 22:38:51.364245 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 58710) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:51.371713 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-52d40b08-b4d1-4e2e-ab9f-8a288ce3f681 admin admin] Request body: {'subnet': {'network_id': '24983984-97f0-4763-ac1d-8c5c19c5b176', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1119319211-subnet', 'tenant_id': 'e6021afc6b654ac3a35ce5c6c962a70f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:38:51.380670 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa1ba62-e271-43bb-9bcf-d0019fb1dbe0 admin admin] Pushing event updated for resources: {'Network': ['ID=24983984-97f0-4763-ac1d-8c5c19c5b176,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:51.383160 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-52d40b08-b4d1-4e2e-ab9f-8a288ce3f681 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:38:51.388872 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06394c81-829e-47a6-a269-db088f6b88f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6d3de8e-d70e-51d5-8f03-74ad85baa67b-6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'fixed_ips': [{'subnet_id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90'}]}} from dv-cinder-843305-1-iscsi. {{(pid=83238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:38:51.389820 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-06394c81-829e-47a6-a269-db088f6b88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:51.395718 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-52d40b08-b4d1-4e2e-ab9f-8a288ce3f681 admin admin] Usage tracker for resource:subnet and tenant:e6021afc6b654ac3a35ce5c6c962a70f is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:38:51.403197 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-52d40b08-b4d1-4e2e-ab9f-8a288ce3f681 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:38:51.415473 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-52d40b08-b4d1-4e2e-ab9f-8a288ce3f681 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:38:51.426779 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Network 24983984-97f0-4763-ac1d-8c5c19c5b176 details requested by agent ovs-agent-dv-cinder-843305-1-iscsi with host dv-cinder-843305-1-iscsi {{(pid=83238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:38:51.436561 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d40b08-b4d1-4e2e-ab9f-8a288ce3f681 admin admin] Made reservation on behalf of e6021afc6b654ac3a35ce5c6c962a70f for: {'subnet': 1} {{(pid=83237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:38:51.438645 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-52d40b08-b4d1-4e2e-ab9f-8a288ce3f681 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497220'] for subnet, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:51.588275 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-fe65605a-9ae8-4de0-be6b-7b9ac4e52926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-334982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-332297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:51.963929 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.db_base_plugin_common [None req-06394c81-829e-47a6-a269-db088f6b88f3 None None] Allocated IP 172.20.0.2 (6fc60487-fe5e-4f0e-968b-ad40e0f30290/d5cd7d5a-b211-4d75-93e3-7264c9b5bb90/09c5428a-07b5-4300-9b2e-2a979167b29a) {{(pid=83238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:38:51.982859 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-52d40b08-b4d1-4e2e-ab9f-8a288ce3f681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1149199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497238'] for subnet, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:52.052665 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-fe65605a-9ae8-4de0-be6b-7b9ac4e52926 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:52.131063 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-fe65605a-9ae8-4de0-be6b-7b9ac4e52926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:52.137945 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d40b08-b4d1-4e2e-ab9f-8a288ce3f681 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2db62d1-09ed-412b-a0dc-34596277068a,revision_number=0']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:52.207745 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d40b08-b4d1-4e2e-ab9f-8a288ce3f681 admin admin] Checking segment: {'id': 'cb8755e7-fc87-4963-a05d-d4747d64a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '24983984-97f0-4763-ac1d-8c5c19c5b176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:38:52.208402 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d40b08-b4d1-4e2e-ab9f-8a288ce3f681 admin admin] Network hostable DHCP agents. Network: 24983984-97f0-4763-ac1d-8c5c19c5b176, hostable agents: ['7055d141-b128-493c-8fde-b010d723709d'], hosted agents: [] {{(pid=83237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:38:52.266542 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d40b08-b4d1-4e2e-ab9f-8a288ce3f681 admin admin] Network 24983984-97f0-4763-ac1d-8c5c19c5b176 is scheduled to be hosted by DHCP agent 7055d141-b128-493c-8fde-b010d723709d with binding_index 1 {{(pid=83237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:38:52.315466 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.base_scheduler [None req-52d40b08-b4d1-4e2e-ab9f-8a288ce3f681 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-1-iscsi, 24983984-97f0-4763-ac1d-8c5c19c5b176) {{(pid=83237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:38:52.330786 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163f7e87-c584-49e0-ae5e-720560b6d9e3 None None] Network 24983984-97f0-4763-ac1d-8c5c19c5b176 requested from dv-cinder-843305-1-iscsi {{(pid=83238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:38:52.337540 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d40b08-b4d1-4e2e-ab9f-8a288ce3f681 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:52.338376 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-52d40b08-b4d1-4e2e-ab9f-8a288ce3f681 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for subnet, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:52.406236 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-52d40b08-b4d1-4e2e-ab9f-8a288ce3f681 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0410283 May 25 22:38:52.425693 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59803d6a-0c1d-40e9-a406-df2ad9d2e2b5 req-673758d0-e810-454e-a588-9ec53e135e7b tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:52.427338 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-59803d6a-0c1d-40e9-a406-df2ad9d2e2b5 req-673758d0-e810-454e-a588-9ec53e135e7b tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 944 time: 0.1552515 May 25 22:38:52.472935 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.db_base_plugin_common [None req-fe65605a-9ae8-4de0-be6b-7b9ac4e52926 admin admin] Allocated IP 172.27.0.216 (cb39d3ef-31f0-4e66-970b-4cb0d379e187/4ff22ee7-6206-48b0-b7ae-e7396fe607ae/622aac22-186a-49bc-ab20-7bd74cb3a91a) {{(pid=83236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:38:52.522540 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-06394c81-829e-47a6-a269-db088f6b88f3 None None] Notify callbacks [] for port, precommit_create {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:52.560072 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-59803d6a-0c1d-40e9-a406-df2ad9d2e2b5 req-3ea9a129-5685-464a-850a-480e45a29975 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3a5bff-6d29-49b4-8b97-79fcb8254885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266606 May 25 22:38:52.572155 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-06394c81-829e-47a6-a269-db088f6b88f3 None None] Transition to ACTIVE for port object 09c5428a-07b5-4300-9b2e-2a979167b29a will not be triggered until provisioned by entity L2. {{(pid=83238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:38:52.761331 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-06394c81-829e-47a6-a269-db088f6b88f3 None None] Transition to ACTIVE for port object 09c5428a-07b5-4300-9b2e-2a979167b29a will not be triggered until provisioned by entity DHCP. {{(pid=83238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:38:52.770252 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-fe65605a-9ae8-4de0-be6b-7b9ac4e52926 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:52.812585 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-06394c81-829e-47a6-a269-db088f6b88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019'] for port, after_create {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:52.824352 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-fe65605a-9ae8-4de0-be6b-7b9ac4e52926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:52.999334 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe65605a-9ae8-4de0-be6b-7b9ac4e52926 admin admin] Network cb39d3ef-31f0-4e66-970b-4cb0d379e187 is already hosted by enough agents. {{(pid=83236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:38:53.011563 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.base_scheduler [None req-fe65605a-9ae8-4de0-be6b-7b9ac4e52926 admin admin] Resources bound (agent type, host, resource id): {{(pid=83236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:38:53.018909 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe65605a-9ae8-4de0-be6b-7b9ac4e52926 admin admin] Received port after_create {{(pid=83236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:38:53.036878 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06394c81-829e-47a6-a269-db088f6b88f3 None None] Network 6fc60487-fe5e-4f0e-968b-ad40e0f30290 is already hosted by enough agents. {{(pid=83238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:38:53.051812 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.scheduler.base_scheduler [None req-06394c81-829e-47a6-a269-db088f6b88f3 None None] Resources bound (agent type, host, resource id): {{(pid=83238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:38:53.055045 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06394c81-829e-47a6-a269-db088f6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=09c5428a-07b5-4300-9b2e-2a979167b29a,revision_number=1']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:53.073508 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06394c81-829e-47a6-a269-db088f6b88f3 None None] Received port after_create {{(pid=83238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:38:53.082255 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9384c24d-f058-4b9a-812a-c6bccac256f8 None None] Network 24983984-97f0-4763-ac1d-8c5c19c5b176 requested from dv-cinder-843305-1-iscsi {{(pid=83238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:38:53.082855 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe65605a-9ae8-4de0-be6b-7b9ac4e52926 admin admin] Pushing event updated for resources: {'Port': ['ID=622aac22-186a-49bc-ab20-7bd74cb3a91a,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:53.271554 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-fe65605a-9ae8-4de0-be6b-7b9ac4e52926 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:53.272443 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-fe65605a-9ae8-4de0-be6b-7b9ac4e52926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-332288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-335001'] for router, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:53.356372 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-06394c81-829e-47a6-a269-db088f6b88f3 None None] Attempting to bind port 09c5428a-07b5-4300-9b2e-2a979167b29a on host dv-cinder-843305-1-iscsi for vnic_type normal with profile {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:38:53.356719 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-06394c81-829e-47a6-a269-db088f6b88f3 None None] Attempting to bind port 09c5428a-07b5-4300-9b2e-2a979167b29a by drivers openvswitch,hyperv on host dv-cinder-843305-1-iscsi at level 0 using segments [{'id': 'd711363d-cf2f-4d62-a488-26afefce9577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290'}] {{(pid=83238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:38:53.357072 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06394c81-829e-47a6-a269-db088f6b88f3 None None] Attempting to bind port 09c5428a-07b5-4300-9b2e-2a979167b29a on network 6fc60487-fe5e-4f0e-968b-ad40e0f30290 {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:38:53.367541 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.agents_db [None req-9a0b4f36-fcd8-49b0-a2d4-59f1c5f7edf0 None None] Agent healthcheck: found 6 active agents {{(pid=83239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:38:53.461307 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06394c81-829e-47a6-a269-db088f6b88f3 None None] Checking agent: {'id': '204015c8-cb50-46b9-b04e-4ea0e4e6040d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 24, 3), 'started_at': datetime.datetime(2022, 5, 25, 22, 24, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:38:53.461760 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06394c81-829e-47a6-a269-db088f6b88f3 None None] Checking segment: {'id': 'd711363d-cf2f-4d62-a488-26afefce9577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:38:53.462193 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-06394c81-829e-47a6-a269-db088f6b88f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:53.462595 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06394c81-829e-47a6-a269-db088f6b88f3 None None] Bound using segment: {'id': 'd711363d-cf2f-4d62-a488-26afefce9577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290'} {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:38:53.463289 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-06394c81-829e-47a6-a269-db088f6b88f3 None None] Bound port: 09c5428a-07b5-4300-9b2e-2a979167b29a, host: dv-cinder-843305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd711363d-cf2f-4d62-a488-26afefce9577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290'}}] {{(pid=83238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:38:53.463510 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-06394c81-829e-47a6-a269-db088f6b88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:53.641771 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-06394c81-829e-47a6-a269-db088f6b88f3 None None] For port 09c5428a-07b5-4300-9b2e-2a979167b29a, host dv-cinder-843305-1-iscsi, cleared binding levels {{(pid=83238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:38:53.650971 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-06394c81-829e-47a6-a269-db088f6b88f3 None None] For port 09c5428a-07b5-4300-9b2e-2a979167b29a, host dv-cinder-843305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=09c5428a-07b5-4300-9b2e-2a979167b29a,segment=NetworkSegment(d711363d-cf2f-4d62-a488-26afefce9577),segment_id=d711363d-cf2f-4d62-a488-26afefce9577)] {{(pid=83238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:38:53.660231 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-06394c81-829e-47a6-a269-db088f6b88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:53.682044 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe65605a-9ae8-4de0-be6b-7b9ac4e52926 admin admin] Router c59067a3-0264-4d42-9ec2-78de27f8bb1f is scheduled to L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a with binding_index 1 {{(pid=83236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:38:53.856283 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06394c81-829e-47a6-a269-db088f6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=09c5428a-07b5-4300-9b2e-2a979167b29a,revision_number=2']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:53.967670 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89134369-1a12-4840-a208-5e3f660bec64 req-b2416018-14c1-432f-9509-7ac02a9ef369 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:53.978417 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-89134369-1a12-4840-a208-5e3f660bec64 req-b2416018-14c1-432f-9509-7ac02a9ef369 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 944 time: 0.1456563 May 25 22:38:54.073220 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 58742) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:54.088733 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-89134369-1a12-4840-a208-5e3f660bec64 req-d1c374d4-87b3-4a01-aae0-77518953b861 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3a5bff-6d29-49b4-8b97-79fcb8254885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093006 May 25 22:38:54.099489 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-e21a7afb-351e-48a8-9048-630743c813fb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-178774681-network', 'tenant_id': 'a81e267c199944ebab7734d834176cda'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:38:54.122370 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-e21a7afb-351e-48a8-9048-630743c813fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:38:54.137649 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-e21a7afb-351e-48a8-9048-630743c813fb admin admin] Usage tracker for resource:network and tenant:a81e267c199944ebab7734d834176cda is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:38:54.141216 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-e21a7afb-351e-48a8-9048-630743c813fb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:38:54.141629 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe65605a-9ae8-4de0-be6b-7b9ac4e52926 admin admin] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:38:54.154814 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64236998-6e21-4176-81c0-84999afb896d None None] Sync routers for ids ['c59067a3-0264-4d42-9ec2-78de27f8bb1f'] in dv-cinder-843305-1-iscsi {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:38:54.158493 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-e21a7afb-351e-48a8-9048-630743c813fb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:38:54.177707 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64236998-6e21-4176-81c0-84999afb896d None None] Routers {'c59067a3-0264-4d42-9ec2-78de27f8bb1f'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:38:54.178452 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-64236998-6e21-4176-81c0-84999afb896d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:38:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['c59067a3-0264-4d42-9ec2-78de27f8bb1f'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:38:54.187737 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21a7afb-351e-48a8-9048-630743c813fb admin admin] Made reservation on behalf of a81e267c199944ebab7734d834176cda for: {'network': 1} {{(pid=83237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:38:54.195089 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-e21a7afb-351e-48a8-9048-630743c813fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for network, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:54.206433 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-fe65605a-9ae8-4de0-be6b-7b9ac4e52926 admin admin] Notify callbacks [] for router, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:54.210583 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-fe65605a-9ae8-4de0-be6b-7b9ac4e52926 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0958703 May 25 22:38:54.214197 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 58746) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:54.239781 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-e21a7afb-351e-48a8-9048-630743c813fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:54.373071 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-e21a7afb-351e-48a8-9048-630743c813fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:38:54.377765 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-e21a7afb-351e-48a8-9048-630743c813fb admin admin] Usage tracker for resource:security_group_rule and tenant:a81e267c199944ebab7734d834176cda is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:38:54.388615 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-e21a7afb-351e-48a8-9048-630743c813fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:38:54.405359 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-e21a7afb-351e-48a8-9048-630743c813fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:38:54.494060 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-64236998-6e21-4176-81c0-84999afb896d None None] Set router c59067a3-0264-4d42-9ec2-78de27f8bb1f gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:38:54.522799 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-e21a7afb-351e-48a8-9048-630743c813fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:54.529123 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-e21a7afb-351e-48a8-9048-630743c813fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:54.573386 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e21a7afb-351e-48a8-9048-630743c813fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=83237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:38:54.584688 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21a7afb-351e-48a8-9048-630743c813fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54789b3-20a2-4888-be06-45f6a7cbbfb3,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:54.612138 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-e21a7afb-351e-48a8-9048-630743c813fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:54.612138 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.db.segments_db [None req-e21a7afb-351e-48a8-9048-630743c813fb admin admin] Added segment 81329478-6a2e-4ec7-92ff-f95a8724cbe8 of type vlan for network c70b0d28-0bca-4983-b76f-db973fd72337 May 25 22:38:54.670477 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-e21a7afb-351e-48a8-9048-630743c813fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744689326614'] for network, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:54.760137 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-e21a7afb-351e-48a8-9048-630743c813fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057'] for network, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:54.761081 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21a7afb-351e-48a8-9048-630743c813fb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:54.761657 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-e21a7afb-351e-48a8-9048-630743c813fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for network, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:54.769452 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 09c5428a-07b5-4300-9b2e-2a979167b29a up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:38:54.944475 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-e21a7afb-351e-48a8-9048-630743c813fb admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8544009 May 25 22:38:54.945289 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21a7afb-351e-48a8-9048-630743c813fb admin admin] Pushing event updated for resources: {'Network': ['ID=c70b0d28-0bca-4983-b76f-db973fd72337,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:54.947615 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 58752) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:54.961813 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-f2c78853-e19d-416c-9199-1cd0a19afb2c admin admin] Request body: {'subnet': {'network_id': 'c70b0d28-0bca-4983-b76f-db973fd72337', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-178774681-subnet', 'tenant_id': 'a81e267c199944ebab7734d834176cda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:38:54.974270 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Network c70b0d28-0bca-4983-b76f-db973fd72337 details requested by agent ovs-agent-dv-cinder-843305-1-iscsi with host dv-cinder-843305-1-iscsi {{(pid=83238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:38:54.983302 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-f2c78853-e19d-416c-9199-1cd0a19afb2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:38:54.994020 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-f2c78853-e19d-416c-9199-1cd0a19afb2c admin admin] Usage tracker for resource:subnet and tenant:a81e267c199944ebab7734d834176cda is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:38:54.999059 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-f2c78853-e19d-416c-9199-1cd0a19afb2c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:38:55.019314 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-f2c78853-e19d-416c-9199-1cd0a19afb2c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:38:55.051161 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c78853-e19d-416c-9199-1cd0a19afb2c admin admin] Made reservation on behalf of a81e267c199944ebab7734d834176cda for: {'subnet': 1} {{(pid=83237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:38:55.053618 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-f2c78853-e19d-416c-9199-1cd0a19afb2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497220'] for subnet, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:55.096031 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning for port 09c5428a-07b5-4300-9b2e-2a979167b29a completed by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:38:55.255562 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-64236998-6e21-4176-81c0-84999afb896d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'name': 'tempest-AttachVolumeNegativeTest-1070406310-router', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:51Z', 'updated_at': '2022-05-25T22:38:53Z', 'revision_number': 3, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'gw_port': {'id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:52Z', 'updated_at': '2022-05-25T22:38:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi'}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:38:55.266736 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64236998-6e21-4176-81c0-84999afb896d None None] Checking router: c59067a3-0264-4d42-9ec2-78de27f8bb1f for host: dv-cinder-843305-1-iscsi {{(pid=83238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:38:55.267188 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64236998-6e21-4176-81c0-84999afb896d None None] Updating router c59067a3-0264-4d42-9ec2-78de27f8bb1f port 622aac22-186a-49bc-ab20-7bd74cb3a91a binding host dv-cinder-843305-1-iscsi {{(pid=83238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:38:55.401111 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-64236998-6e21-4176-81c0-84999afb896d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:55.417594 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-f2c78853-e19d-416c-9199-1cd0a19afb2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1149199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497238'] for subnet, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:55.632354 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c78853-e19d-416c-9199-1cd0a19afb2c admin admin] Checking segment: {'id': '81329478-6a2e-4ec7-92ff-f95a8724cbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c70b0d28-0bca-4983-b76f-db973fd72337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:38:55.632713 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c78853-e19d-416c-9199-1cd0a19afb2c admin admin] Network hostable DHCP agents. Network: c70b0d28-0bca-4983-b76f-db973fd72337, hostable agents: ['7055d141-b128-493c-8fde-b010d723709d'], hosted agents: [] {{(pid=83237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:38:55.646275 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20bb2cb-740d-4f9c-9f55-08295e612f8f None None] Network 6fc60487-fe5e-4f0e-968b-ad40e0f30290 requested from dv-cinder-843305-1-iscsi {{(pid=83238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:38:55.654290 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c78853-e19d-416c-9199-1cd0a19afb2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=42c8d810-5d1b-4aac-af2f-ed83019fd55f,revision_number=0']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:55.709061 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ce010-e1ec-4b44-9fc5-082ef12b8b85 req-e7bf9046-d1bd-4226-8eb1-565dadd249b3 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:55.715834 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-677ce010-e1ec-4b44-9fc5-082ef12b8b85 req-e7bf9046-d1bd-4226-8eb1-565dadd249b3 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 944 time: 0.2355201 May 25 22:38:55.816430 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-31e958c6-83fa-4b6a-b0bd-728873569fd1 None None] Provisioning for port 09c5428a-07b5-4300-9b2e-2a979167b29a completed by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:38:55.847908 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-677ce010-e1ec-4b44-9fc5-082ef12b8b85 req-d2e24f83-bf3e-4a47-875a-aac0481b2eea tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3a5bff-6d29-49b4-8b97-79fcb8254885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299245 May 25 22:38:55.850179 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c78853-e19d-416c-9199-1cd0a19afb2c admin admin] Network c70b0d28-0bca-4983-b76f-db973fd72337 is scheduled to be hosted by DHCP agent 7055d141-b128-493c-8fde-b010d723709d with binding_index 1 {{(pid=83237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:38:55.915959 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.base_scheduler [None req-f2c78853-e19d-416c-9199-1cd0a19afb2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-1-iscsi, c70b0d28-0bca-4983-b76f-db973fd72337) {{(pid=83237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:38:55.933518 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c78853-e19d-416c-9199-1cd0a19afb2c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:55.934128 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-f2c78853-e19d-416c-9199-1cd0a19afb2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for subnet, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:55.966799 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-1214061c-ce54-4408-8f78-e473caa9f13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:55.985132 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d925bfd1-e4df-4a0f-b3b6-ef79327e2bee None None] Network c70b0d28-0bca-4983-b76f-db973fd72337 requested from dv-cinder-843305-1-iscsi {{(pid=83238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:38:55.986462 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-f2c78853-e19d-416c-9199-1cd0a19afb2c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0372910 May 25 22:38:56.039446 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-31e958c6-83fa-4b6a-b0bd-728873569fd1 None None] Provisioning complete for port 09c5428a-07b5-4300-9b2e-2a979167b29a triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:38:56.039989 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-31e958c6-83fa-4b6a-b0bd-728873569fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:56.344937 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.db_base_plugin_common [None req-1214061c-ce54-4408-8f78-e473caa9f13d admin admin] Allocated IP 172.20.0.1 (6fc60487-fe5e-4f0e-968b-ad40e0f30290/d5cd7d5a-b211-4d75-93e3-7264c9b5bb90/5fd0f086-ede6-481a-ba38-c6f08f2fce6c) {{(pid=83236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:38:56.460178 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.db.resource_extend [None req-64236998-6e21-4176-81c0-84999afb896d None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:38:56.577980 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-1214061c-ce54-4408-8f78-e473caa9f13d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:56.608661 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.provisioning_blocks [None req-1214061c-ce54-4408-8f78-e473caa9f13d admin admin] Transition to ACTIVE for port object 5fd0f086-ede6-481a-ba38-c6f08f2fce6c will not be triggered until provisioned by entity DHCP. {{(pid=83236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:38:56.649402 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-1214061c-ce54-4408-8f78-e473caa9f13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:56.740135 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3467a14b-1603-4565-b757-047b1350c52c None None] Network c70b0d28-0bca-4983-b76f-db973fd72337 requested from dv-cinder-843305-1-iscsi {{(pid=83238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:38:56.778847 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-31e958c6-83fa-4b6a-b0bd-728873569fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:56.840721 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-64236998-6e21-4176-81c0-84999afb896d None None] Notify callbacks [] for port, precommit_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:56.901847 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1214061c-ce54-4408-8f78-e473caa9f13d admin admin] Network 6fc60487-fe5e-4f0e-968b-ad40e0f30290 is already hosted by enough agents. {{(pid=83236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:38:56.905109 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.base_scheduler [None req-1214061c-ce54-4408-8f78-e473caa9f13d admin admin] Resources bound (agent type, host, resource id): {{(pid=83236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:38:56.915307 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1214061c-ce54-4408-8f78-e473caa9f13d admin admin] Received port after_create {{(pid=83236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:38:57.015174 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1214061c-ce54-4408-8f78-e473caa9f13d admin admin] Pushing event updated for resources: {'Port': ['ID=5fd0f086-ede6-481a-ba38-c6f08f2fce6c,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:57.077443 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-1214061c-ce54-4408-8f78-e473caa9f13d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335459'] for router_interface, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:57.114612 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-64236998-6e21-4176-81c0-84999afb896d None None] Transition to ACTIVE for port object 622aac22-186a-49bc-ab20-7bd74cb3a91a will not be triggered until provisioned by entity L2. {{(pid=83238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:38:57.138328 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-31e958c6-83fa-4b6a-b0bd-728873569fd1 None None] For port 09c5428a-07b5-4300-9b2e-2a979167b29a, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=09c5428a-07b5-4300-9b2e-2a979167b29a,segment=NetworkSegment(d711363d-cf2f-4d62-a488-26afefce9577),segment_id=d711363d-cf2f-4d62-a488-26afefce9577)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:38:57.155175 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-64236998-6e21-4176-81c0-84999afb896d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:57.286602 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-1214061c-ce54-4408-8f78-e473caa9f13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:57.392801 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-31e958c6-83fa-4b6a-b0bd-728873569fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:57.398382 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef69dcd-ec7d-4f96-8bec-4e5acfad175b None None] Pushing event updated for resources: {'Port': ['ID=622aac22-186a-49bc-ab20-7bd74cb3a91a,revision_number=2']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:57.522364 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-64236998-6e21-4176-81c0-84999afb896d None None] Attempting to bind port 622aac22-186a-49bc-ab20-7bd74cb3a91a on host dv-cinder-843305-1-iscsi for vnic_type normal with profile {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:38:57.522667 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-64236998-6e21-4176-81c0-84999afb896d None None] Attempting to bind port 622aac22-186a-49bc-ab20-7bd74cb3a91a by drivers openvswitch,hyperv on host dv-cinder-843305-1-iscsi at level 0 using segments [{'id': '877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'}] {{(pid=83238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:38:57.523046 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64236998-6e21-4176-81c0-84999afb896d None None] Attempting to bind port 622aac22-186a-49bc-ab20-7bd74cb3a91a on network cb39d3ef-31f0-4e66-970b-4cb0d379e187 {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:38:57.535168 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64236998-6e21-4176-81c0-84999afb896d None None] Checking agent: {'id': '204015c8-cb50-46b9-b04e-4ea0e4e6040d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 24, 3), 'started_at': datetime.datetime(2022, 5, 25, 22, 24, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:38:57.535507 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64236998-6e21-4176-81c0-84999afb896d None None] Checking segment: {'id': '877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:38:57.535924 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-64236998-6e21-4176-81c0-84999afb896d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:57.536350 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64236998-6e21-4176-81c0-84999afb896d None None] Bound using segment: {'id': '877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'} {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:38:57.536817 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-64236998-6e21-4176-81c0-84999afb896d None None] Bound port: 622aac22-186a-49bc-ab20-7bd74cb3a91a, host: dv-cinder-843305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'}}] {{(pid=83238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:38:57.537192 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-64236998-6e21-4176-81c0-84999afb896d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:57.641163 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb6943-4684-4935-baba-d9065959dd51 req-f5eca474-6dd9-4b2b-9a4a-a3298409539d tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:57.644650 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-06bb6943-4684-4935-baba-d9065959dd51 req-f5eca474-6dd9-4b2b-9a4a-a3298409539d tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 944 time: 0.2565444 May 25 22:38:57.706474 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e958c6-83fa-4b6a-b0bd-728873569fd1 None None] Pushing event updated for resources: {'Port': ['ID=09c5428a-07b5-4300-9b2e-2a979167b29a,revision_number=3']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:57.748509 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-1214061c-ce54-4408-8f78-e473caa9f13d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:57.749122 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-06bb6943-4684-4935-baba-d9065959dd51 req-ef29e17a-cd43-4add-bf23-e8b35662fc8e tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3a5bff-6d29-49b4-8b97-79fcb8254885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988727 May 25 22:38:57.754838 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-1214061c-ce54-4408-8f78-e473caa9f13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1630987'] for port, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:57.807998 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-2ef2e99d-b400-4a90-86d9-e02c9e173baa None None] Provisioning complete for port 09c5428a-07b5-4300-9b2e-2a979167b29a triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:38:57.815784 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-2ef2e99d-b400-4a90-86d9-e02c9e173baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:57.958999 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-64236998-6e21-4176-81c0-84999afb896d None None] For port 622aac22-186a-49bc-ab20-7bd74cb3a91a, host dv-cinder-843305-1-iscsi, cleared binding levels {{(pid=83238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:38:57.969688 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-64236998-6e21-4176-81c0-84999afb896d None None] For port 622aac22-186a-49bc-ab20-7bd74cb3a91a, host dv-cinder-843305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=622aac22-186a-49bc-ab20-7bd74cb3a91a,segment=NetworkSegment(877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e),segment_id=877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e)] {{(pid=83238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:38:57.989871 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-64236998-6e21-4176-81c0-84999afb896d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:58.094153 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1214061c-ce54-4408-8f78-e473caa9f13d admin admin] Pushing event updated for resources: {'Port': ['ID=5fd0f086-ede6-481a-ba38-c6f08f2fce6c,revision_number=2']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:58.109237 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-1214061c-ce54-4408-8f78-e473caa9f13d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2758953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335566'] for router_interface, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:58.185235 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef69dcd-ec7d-4f96-8bec-4e5acfad175b None None] Pushing event updated for resources: {'Port': ['ID=622aac22-186a-49bc-ab20-7bd74cb3a91a,revision_number=3']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:58.196379 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64236998-6e21-4176-81c0-84999afb896d None None] Routers {'c59067a3-0264-4d42-9ec2-78de27f8bb1f'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:38:58.197174 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-64236998-6e21-4176-81c0-84999afb896d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:38:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['c59067a3-0264-4d42-9ec2-78de27f8bb1f'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:38:58.286953 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1214061c-ce54-4408-8f78-e473caa9f13d admin admin] Network 6fc60487-fe5e-4f0e-968b-ad40e0f30290 is already hosted by enough agents. {{(pid=83236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:38:58.289811 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.base_scheduler [None req-1214061c-ce54-4408-8f78-e473caa9f13d admin admin] Resources bound (agent type, host, resource id): {{(pid=83236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:38:58.505491 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-8630a953-128c-493f-ac38-fdeb52034d65 None None] Provisioning for port 5fd0f086-ede6-481a-ba38-c6f08f2fce6c completed by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:38:58.572132 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-8630a953-128c-493f-ac38-fdeb52034d65 None None] Provisioning complete for port 5fd0f086-ede6-481a-ba38-c6f08f2fce6c triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:38:58.572296 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-8630a953-128c-493f-ac38-fdeb52034d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:58.654419 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-64236998-6e21-4176-81c0-84999afb896d None None] Set router c59067a3-0264-4d42-9ec2-78de27f8bb1f gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:38:58.700922 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 09c5428a-07b5-4300-9b2e-2a979167b29a up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:38:58.805484 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-8630a953-128c-493f-ac38-fdeb52034d65 None None] Port 5fd0f086-ede6-481a-ba38-c6f08f2fce6c cannot update to ACTIVE because it is not bound. {{(pid=83238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:38:58.849237 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1214061c-ce54-4408-8f78-e473caa9f13d admin admin] Router c59067a3-0264-4d42-9ec2-78de27f8bb1f has already been hosted by L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a {{(pid=83236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:38:58.895405 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port 09c5428a-07b5-4300-9b2e-2a979167b29a triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:38:58.895818 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:59.027780 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-edd60eaf-b1b8-487c-955d-87ca0b3e8e5e None None] Provisioning complete for port 5fd0f086-ede6-481a-ba38-c6f08f2fce6c triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:38:59.028413 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-edd60eaf-b1b8-487c-955d-87ca0b3e8e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:59.077382 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1214061c-ce54-4408-8f78-e473caa9f13d admin admin] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:38:59.090849 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-1214061c-ce54-4408-8f78-e473caa9f13d admin admin] 10.222.0.39 "PUT /v2.0/routers/c59067a3-0264-4d42-9ec2-78de27f8bb1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8754811 May 25 22:38:59.094586 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e40b038-35c9-480d-bcf6-913d0a16317c req-127bf1b3-4e9c-4983-a6f6-279302d04d38 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:38:59.104221 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-2e40b038-35c9-480d-bcf6-913d0a16317c req-127bf1b3-4e9c-4983-a6f6-279302d04d38 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 944 time: 0.1102736 May 25 22:38:59.158118 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-2e40b038-35c9-480d-bcf6-913d0a16317c req-ef5cdba9-567a-4043-add5-e400952b2e6e tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3a5bff-6d29-49b4-8b97-79fcb8254885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523481 May 25 22:38:59.173821 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-edd60eaf-b1b8-487c-955d-87ca0b3e8e5e None None] Port 5fd0f086-ede6-481a-ba38-c6f08f2fce6c cannot update to ACTIVE because it is not bound. {{(pid=83238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:38:59.255399 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-64236998-6e21-4176-81c0-84999afb896d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'name': 'tempest-AttachVolumeNegativeTest-1070406310-router', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:51Z', 'updated_at': '2022-05-25T22:38:57Z', 'revision_number': 4, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'gw_port': {'id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:52Z', 'updated_at': '2022-05-25T22:38:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '5fd0f086-ede6-481a-ba38-c6f08f2fce6c', 'name': '', 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'mac_address': 'fa:16:3e:e0:94:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:56Z', 'updated_at': '2022-05-25T22:38:57Z', 'revision_number': 2, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'subnets': [{'id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:38:59.259271 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64236998-6e21-4176-81c0-84999afb896d None None] The sync data for ids ['c59067a3-0264-4d42-9ec2-78de27f8bb1f'] in dv-cinder-843305-1-iscsi is: [{'id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'name': 'tempest-AttachVolumeNegativeTest-1070406310-router', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:51Z', 'updated_at': '2022-05-25T22:38:57Z', 'revision_number': 4, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'gw_port': {'id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:52Z', 'updated_at': '2022-05-25T22:38:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '5fd0f086-ede6-481a-ba38-c6f08f2fce6c', 'name': '', 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'mac_address': 'fa:16:3e:e0:94:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:56Z', 'updated_at': '2022-05-25T22:38:57Z', 'revision_number': 2, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'subnets': [{'id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:38:59.477945 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 58792) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:59.483470 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-60b52b45-70d4-42e1-a986-310f1edcb069 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Request body: {'security_group': {'name': 'tempest-securitygroup--678911546', 'description': 'tempest-description--1880056103'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:38:59.489937 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-60b52b45-70d4-42e1-a986-310f1edcb069 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:38:59.494159 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-60b52b45-70d4-42e1-a986-310f1edcb069 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Usage tracker for resource:security_group and tenant:e555a5edad0e42029674c53c2976a6de is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:38:59.497437 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-60b52b45-70d4-42e1-a986-310f1edcb069 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:38:59.504521 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-60b52b45-70d4-42e1-a986-310f1edcb069 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:38:59.514945 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-60b52b45-70d4-42e1-a986-310f1edcb069 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:59.551984 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-60b52b45-70d4-42e1-a986-310f1edcb069 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:38:59.555897 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-60b52b45-70d4-42e1-a986-310f1edcb069 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Usage tracker for resource:security_group_rule and tenant:e555a5edad0e42029674c53c2976a6de is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:38:59.558777 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-60b52b45-70d4-42e1-a986-310f1edcb069 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:38:59.565473 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-60b52b45-70d4-42e1-a986-310f1edcb069 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:38:59.622968 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-b9bdd7bd-476f-4c72-b545-e9093b88f1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:59.624116 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-60b52b45-70d4-42e1-a986-310f1edcb069 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:59.629309 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-60b52b45-70d4-42e1-a986-310f1edcb069 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:59.671719 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b52b45-70d4-42e1-a986-310f1edcb069 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67bb5ab6-03ec-44a7-ab00-a909f35765bc,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:59.674626 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-60b52b45-70d4-42e1-a986-310f1edcb069 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:59.678563 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-60b52b45-70d4-42e1-a986-310f1edcb069 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.1969192 May 25 22:38:59.678898 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 58796) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:59.684917 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [None req-bff297ea-61d0-4440-b90e-3e572ad1653c tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Request body: {'security_group_rule': {'security_group_id': '67bb5ab6-03ec-44a7-ab00-a909f35765bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:38:59.690884 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-bff297ea-61d0-4440-b90e-3e572ad1653c tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:38:59.695200 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-bff297ea-61d0-4440-b90e-3e572ad1653c tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Usage tracker for resource:security_group_rule and tenant:e555a5edad0e42029674c53c2976a6de is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:38:59.698443 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-bff297ea-61d0-4440-b90e-3e572ad1653c tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:38:59.704398 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-bff297ea-61d0-4440-b90e-3e572ad1653c tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:38:59.722191 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-bff297ea-61d0-4440-b90e-3e572ad1653c tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:59.789335 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-bff297ea-61d0-4440-b90e-3e572ad1653c tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:59.793233 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-bff297ea-61d0-4440-b90e-3e572ad1653c tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924750'] for security_group_rule, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:59.817928 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff297ea-61d0-4440-b90e-3e572ad1653c tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b766a12-ce62-42af-bb8b-283b86b7c7c9,revision_number=0']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:38:59.826638 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-bff297ea-61d0-4440-b90e-3e572ad1653c tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:59.827827 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-bff297ea-61d0-4440-b90e-3e572ad1653c tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1478446 May 25 22:38:59.831289 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 58800) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:38:59.836826 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-e54a2051-4caa-47c0-9b75-1ed23f72f3a1 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Request body: {'security_group_rule': {'security_group_id': '67bb5ab6-03ec-44a7-ab00-a909f35765bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:38:59.851269 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-e54a2051-4caa-47c0-9b75-1ed23f72f3a1 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:38:59.855948 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-e54a2051-4caa-47c0-9b75-1ed23f72f3a1 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Usage tracker for resource:security_group_rule and tenant:e555a5edad0e42029674c53c2976a6de is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:38:59.859204 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-e54a2051-4caa-47c0-9b75-1ed23f72f3a1 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:38:59.865445 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-e54a2051-4caa-47c0-9b75-1ed23f72f3a1 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:38:59.884346 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-e54a2051-4caa-47c0-9b75-1ed23f72f3a1 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:59.962897 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-e54a2051-4caa-47c0-9b75-1ed23f72f3a1 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:59.967081 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-e54a2051-4caa-47c0-9b75-1ed23f72f3a1 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924750'] for security_group_rule, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:38:59.993032 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54a2051-4caa-47c0-9b75-1ed23f72f3a1 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20184a32-df9a-4250-8ec1-38b7c4ce8139,revision_number=0']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:00.003156 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-e54a2051-4caa-47c0-9b75-1ed23f72f3a1 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:00.004451 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-e54a2051-4caa-47c0-9b75-1ed23f72f3a1 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1722338 May 25 22:39:00.007437 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 58804) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:00.012720 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-8596c6b3-006a-46a3-b9c4-6eadc3dc9318 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Request body: {'floatingip': {'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:39:00.018365 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-8596c6b3-006a-46a3-b9c4-6eadc3dc9318 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:39:00.022337 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-8596c6b3-006a-46a3-b9c4-6eadc3dc9318 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Usage tracker for resource:floatingip and tenant:e555a5edad0e42029674c53c2976a6de is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:39:00.025321 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-8596c6b3-006a-46a3-b9c4-6eadc3dc9318 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:39:00.030938 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-8596c6b3-006a-46a3-b9c4-6eadc3dc9318 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:39:00.041962 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8596c6b3-006a-46a3-b9c4-6eadc3dc9318 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for floatingip, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:00.280107 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8596c6b3-006a-46a3-b9c4-6eadc3dc9318 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:00.481234 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d23d0e-d316-427f-80a2-121d26a839fa req-ca87c49e-a6b9-4ed2-b9c7-230f9ae00643 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:00.482736 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-00d23d0e-d316-427f-80a2-121d26a839fa req-ca87c49e-a6b9-4ed2-b9c7-230f9ae00643 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 944 time: 0.1601443 May 25 22:39:00.490302 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.db_base_plugin_common [None req-8596c6b3-006a-46a3-b9c4-6eadc3dc9318 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Allocated IP 172.27.0.213 (cb39d3ef-31f0-4e66-970b-4cb0d379e187/4ff22ee7-6206-48b0-b7ae-e7396fe607ae/721041d7-6bc1-42ab-b557-d551218ef739) {{(pid=83237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:39:00.538278 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 622aac22-186a-49bc-ab20-7bd74cb3a91a up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:39:00.617584 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-00d23d0e-d316-427f-80a2-121d26a839fa req-00416592-fafc-4b98-84ee-1adcdecc7ded tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3a5bff-6d29-49b4-8b97-79fcb8254885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224847 May 25 22:39:00.628997 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning for port 622aac22-186a-49bc-ab20-7bd74cb3a91a completed by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:39:00.638791 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port 622aac22-186a-49bc-ab20-7bd74cb3a91a triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:39:00.639560 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:00.696351 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8596c6b3-006a-46a3-b9c4-6eadc3dc9318 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for port, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:00.724834 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8596c6b3-006a-46a3-b9c4-6eadc3dc9318 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1149435'] for port, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:00.772440 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:00.788869 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] For port 622aac22-186a-49bc-ab20-7bd74cb3a91a, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=622aac22-186a-49bc-ab20-7bd74cb3a91a,segment=NetworkSegment(877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e),segment_id=877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:39:00.793087 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:00.795223 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8596c6b3-006a-46a3-b9c4-6eadc3dc9318 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Network cb39d3ef-31f0-4e66-970b-4cb0d379e187 is already hosted by enough agents. {{(pid=83237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:39:00.798090 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.base_scheduler [None req-8596c6b3-006a-46a3-b9c4-6eadc3dc9318 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Resources bound (agent type, host, resource id): {{(pid=83237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:39:00.802955 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8596c6b3-006a-46a3-b9c4-6eadc3dc9318 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Received port after_create {{(pid=83237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:39:00.829283 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8596c6b3-006a-46a3-b9c4-6eadc3dc9318 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Pushing event updated for resources: {'Port': ['ID=721041d7-6bc1-42ab-b557-d551218ef739,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:00.862699 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Pushing event updated for resources: {'Port': ['ID=622aac22-186a-49bc-ab20-7bd74cb3a91a,revision_number=4']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:00.965073 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8596c6b3-006a-46a3-b9c4-6eadc3dc9318 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:01.019434 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8596c6b3-006a-46a3-b9c4-6eadc3dc9318 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:01.052333 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device acba4276-9100-4182-969c-01885c97955a details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 22:39:01.186927 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port acba4276-9100-4182-969c-01885c97955a, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=acba4276-9100-4182-969c-01885c97955a,segment=NetworkSegment(9ab54bba-3610-4b41-8ee8-5bdd91b47bdc),segment_id=9ab54bba-3610-4b41-8ee8-5bdd91b47bdc)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:39:01.201171 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Returning: {'device': 'acba4276-9100-4182-969c-01885c97955a', 'network_id': '37540a84-44df-41c9-9fb3-60ffdb39c35c', 'port_id': 'acba4276-9100-4182-969c-01885c97955a', 'mac_address': 'fa:16:3e:15:c4:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0806ebda-529a-4aec-85e2-852f07a9bbdc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 22:39:01.225984 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8596c6b3-006a-46a3-b9c4-6eadc3dc9318 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for port, precommit_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:01.231493 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8596c6b3-006a-46a3-b9c4-6eadc3dc9318 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1149314'] for port, after_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:01.256162 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:01.272892 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.notifiers.nova [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acba4276-9100-4182-969c-01885c97955a {{(pid=83238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:39:01.288759 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port acba4276-9100-4182-969c-01885c97955a, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=acba4276-9100-4182-969c-01885c97955a,segment=NetworkSegment(9ab54bba-3610-4b41-8ee8-5bdd91b47bdc),segment_id=9ab54bba-3610-4b41-8ee8-5bdd91b47bdc)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:39:01.292337 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:01.332030 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8596c6b3-006a-46a3-b9c4-6eadc3dc9318 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Pushing event updated for resources: {'Port': ['ID=721041d7-6bc1-42ab-b557-d551218ef739,revision_number=2']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:01.346722 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8596c6b3-006a-46a3-b9c4-6eadc3dc9318 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335082'] for floatingip, after_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:01.362179 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Pushing event updated for resources: {'Port': ['ID=acba4276-9100-4182-969c-01885c97955a,revision_number=9']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:01.368604 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8596c6b3-006a-46a3-b9c4-6eadc3dc9318 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for floatingip, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:01.370011 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-8596c6b3-006a-46a3-b9c4-6eadc3dc9318 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3615603 May 25 22:39:01.544274 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-0276cb75-ae1c-4cd4-9e2a-570684264be7 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Synchronizing usage tracker for tenant:e555a5edad0e42029674c53c2976a6de on resource:security_group {{(pid=83237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:39:01.560494 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-0276cb75-ae1c-4cd4-9e2a-570684264be7 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Unset dirty status for tenant:e555a5edad0e42029674c53c2976a6de on resource:security_group {{(pid=83237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:39:01.561684 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-0276cb75-ae1c-4cd4-9e2a-570684264be7 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--678911546&fields=id&tenant_id=e555a5edad0e42029674c53c2976a6de HTTP/1.1" status: 200 len: 267 time: 0.0611076 May 25 22:39:01.579220 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] get_ports_and_sgs() called for port_ids ['acba4276-9100-4182-969c-01885c97955a'] {{(pid=83238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:39:01.728182 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-4e83d26d-640c-4b16-b28c-b77517adec15 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:01.730317 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-4e83d26d-640c-4b16-b28c-b77517adec15 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/networks?id=6fc60487-fe5e-4f0e-968b-ad40e0f30290 HTTP/1.1" status: 200 len: 815 time: 0.1612113 May 25 22:39:01.750650 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-f2e341c5-6f77-4727-8ffd-a8ffe5b0b8a5 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/quotas/e555a5edad0e42029674c53c2976a6de HTTP/1.1" status: 200 len: 375 time: 0.0130782 May 25 22:39:01.819618 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-ab06f268-1211-4c52-b132-f25246fa118d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:01.899422 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-415ed3bc-660e-43cc-b400-198eb6b0e005 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e555a5edad0e42029674c53c2976a6de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1416278 May 25 22:39:01.922151 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7aba9-3cd0-436b-a42c-315573ddc7fc req-085000cb-5272-45dd-a94a-1489ccf7d4cb tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:01.923642 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-56c7aba9-3cd0-436b-a42c-315573ddc7fc req-085000cb-5272-45dd-a94a-1489ccf7d4cb tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 945 time: 0.1344025 May 25 22:39:01.977512 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-56c7aba9-3cd0-436b-a42c-315573ddc7fc req-147c1428-b456-45b6-9e09-43ea997c1540 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3a5bff-6d29-49b4-8b97-79fcb8254885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460129 May 25 22:39:02.189232 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-e5a60f35-2d72-4704-9d50-aa17d733cf53 service neutron] 10.222.0.39 "GET /v2.0/networks/6fc60487-fe5e-4f0e-968b-ad40e0f30290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723234 May 25 22:39:02.402788 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-da3c7513-64f3-476b-a4cf-6c6a459c5e92 service neutron] 10.222.0.39 "GET /v2.0/networks/6fc60487-fe5e-4f0e-968b-ad40e0f30290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077723 May 25 22:39:02.486084 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 622aac22-186a-49bc-ab20-7bd74cb3a91a up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:39:02.594659 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-deed18a4-cce9-4c44-ba15-875ba97c67ae req-b312cbf4-b9ec-4446-ae8a-d08f530df0ff tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=36e08922-d853-451c-ba88-6550194a82af HTTP/1.1" status: 200 len: 210 time: 0.0419316 May 25 22:39:02.602037 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port 622aac22-186a-49bc-ab20-7bd74cb3a91a triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:39:02.602527 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:02.895698 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:03.055969 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device acba4276-9100-4182-969c-01885c97955a up at agent hyperv_hv-cinder-84330 {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:39:03.084723 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:03.132657 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Provisioning complete for port acba4276-9100-4182-969c-01885c97955a triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:39:03.133018 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:03.202945 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceef3bc-31b7-40dd-958d-563c02da6c84 req-59476d2e-7c36-4631-bb0e-75aa7e5914a2 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:03.205318 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-9ceef3bc-31b7-40dd-958d-563c02da6c84 req-59476d2e-7c36-4631-bb0e-75aa7e5914a2 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 945 time: 0.0870101 May 25 22:39:03.256947 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-9ceef3bc-31b7-40dd-958d-563c02da6c84 req-5ff23882-93e5-4f1f-9ab5-eeb7d5397b10 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3a5bff-6d29-49b4-8b97-79fcb8254885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461023 May 25 22:39:03.265528 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:03.297772 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8309f488-969e-45a4-ac84-f78d3e0cdfe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acba4276-9100-4182-969c-01885c97955a'}] {{(pid=83238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:39:03.308263 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port acba4276-9100-4182-969c-01885c97955a, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=acba4276-9100-4182-969c-01885c97955a,segment=NetworkSegment(9ab54bba-3610-4b41-8ee8-5bdd91b47bdc),segment_id=9ab54bba-3610-4b41-8ee8-5bdd91b47bdc)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:39:03.313207 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:03.364851 dv-cinder-843305-1-iscsi neutron-server[83238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a4b306e-5502-473d-9fb0-9efa95213037'] response: {'server_uuid': '8309f488-969e-45a4-ac84-f78d3e0cdfe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acba4276-9100-4182-969c-01885c97955a', 'code': 200} May 25 22:39:03.381293 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Pushing event updated for resources: {'Port': ['ID=acba4276-9100-4182-969c-01885c97955a,revision_number=10']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:03.760811 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-f40ab872-0124-4c4d-be1a-ff11d4da0357 req-7702f780-0580-4264-bcbe-0d8e11fec0b1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 1100 time: 0.1756890 May 25 22:39:03.775498 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-b6e11c65-43a6-4450-9371-dc5f78febf14 req-74493bdd-3f3a-49f2-a62d-f01533bff80f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=36e08922-d853-451c-ba88-6550194a82af HTTP/1.1" status: 200 len: 210 time: 0.0463111 May 25 22:39:03.831499 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-d3e5d80d-29b0-44d8-bd10-f292fa7e25c1 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:03.832184 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-d3e5d80d-29b0-44d8-bd10-f292fa7e25c1 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Synchronizing usage tracker for tenant:e555a5edad0e42029674c53c2976a6de on resource:network {{(pid=83236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:39:03.848988 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-f40ab872-0124-4c4d-be1a-ff11d4da0357 req-f43a6dfa-a8d6-4fa1-9c89-34783b8aa24a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2c3a5bff-6d29-49b4-8b97-79fcb8254885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803096 May 25 22:39:03.857952 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-d3e5d80d-29b0-44d8-bd10-f292fa7e25c1 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Unset dirty status for tenant:e555a5edad0e42029674c53c2976a6de on resource:network {{(pid=83236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:39:03.859001 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-d3e5d80d-29b0-44d8-bd10-f292fa7e25c1 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.45 "GET /v2.0/networks?id=6fc60487-fe5e-4f0e-968b-ad40e0f30290 HTTP/1.1" status: 200 len: 815 time: 0.2099669 May 25 22:39:04.204132 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-27202cb2-c16f-4547-830e-55c19287e3d5 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Synchronizing usage tracker for tenant:e555a5edad0e42029674c53c2976a6de on resource:security_group {{(pid=83236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:39:04.215649 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-27202cb2-c16f-4547-830e-55c19287e3d5 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Unset dirty status for tenant:e555a5edad0e42029674c53c2976a6de on resource:security_group {{(pid=83236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:39:04.216724 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-27202cb2-c16f-4547-830e-55c19287e3d5 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e555a5edad0e42029674c53c2976a6de HTTP/1.1" status: 200 len: 379 time: 0.0585134 May 25 22:39:04.240548 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-02841e65-4eab-43f7-acdd-e65fa1519bcb tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Request body: {'port': {'device_id': '36e08922-d853-451c-ba88-6550194a82af', 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'admin_state_up': True, 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'security_groups': ['67bb5ab6-03ec-44a7-ab00-a909f35765bc']}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:39:04.357007 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:04.375869 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-02841e65-4eab-43f7-acdd-e65fa1519bcb tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:39:04.379855 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-02841e65-4eab-43f7-acdd-e65fa1519bcb tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Usage tracker for resource:port and tenant:e555a5edad0e42029674c53c2976a6de is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:39:04.383125 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-02841e65-4eab-43f7-acdd-e65fa1519bcb tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:39:04.388978 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-02841e65-4eab-43f7-acdd-e65fa1519bcb tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:39:04.399320 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-02841e65-4eab-43f7-acdd-e65fa1519bcb tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Made reservation on behalf of e555a5edad0e42029674c53c2976a6de for: {'port': 1} {{(pid=83236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:39:04.402234 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-02841e65-4eab-43f7-acdd-e65fa1519bcb tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:04.565794 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.db_base_plugin_common [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-02841e65-4eab-43f7-acdd-e65fa1519bcb tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Allocated IP 172.20.0.3 (6fc60487-fe5e-4f0e-968b-ad40e0f30290/d5cd7d5a-b211-4d75-93e3-7264c9b5bb90/d0dc2532-355d-41d9-8a79-0d728f5ebc13) {{(pid=83236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:39:04.613703 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce2116-7854-4946-b4a2-478daaeb0080 req-c3734949-aecf-4e8b-94f3-f17c5ba0f489 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:04.615207 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-b4ce2116-7854-4946-b4a2-478daaeb0080 req-c3734949-aecf-4e8b-94f3-f17c5ba0f489 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 947 time: 0.0817606 May 25 22:39:04.667413 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-b4ce2116-7854-4946-b4a2-478daaeb0080 req-da276ccb-1d6d-4869-b050-883a443de106 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3a5bff-6d29-49b4-8b97-79fcb8254885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456629 May 25 22:39:04.869937 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-02841e65-4eab-43f7-acdd-e65fa1519bcb tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for port, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:04.915350 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.provisioning_blocks [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-02841e65-4eab-43f7-acdd-e65fa1519bcb tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Transition to ACTIVE for port object d0dc2532-355d-41d9-8a79-0d728f5ebc13 will not be triggered until provisioned by entity DHCP. {{(pid=83236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:39:04.953775 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-02841e65-4eab-43f7-acdd-e65fa1519bcb tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:05.040462 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084637e-133f-4b0c-9429-33024e0f5407 req-86fa8769-c39c-47fc-9570-cd2b416b1a24 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:05.042786 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-1084637e-133f-4b0c-9429-33024e0f5407 req-86fa8769-c39c-47fc-9570-cd2b416b1a24 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=36e08922-d853-451c-ba88-6550194a82af HTTP/1.1" status: 200 len: 931 time: 0.0975325 May 25 22:39:05.073184 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-02841e65-4eab-43f7-acdd-e65fa1519bcb tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Network 6fc60487-fe5e-4f0e-968b-ad40e0f30290 is already hosted by enough agents. {{(pid=83236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:39:05.076999 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.base_scheduler [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-02841e65-4eab-43f7-acdd-e65fa1519bcb tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Resources bound (agent type, host, resource id): {{(pid=83236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:39:05.081768 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-02841e65-4eab-43f7-acdd-e65fa1519bcb tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Received port after_create {{(pid=83236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:39:05.102761 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-1084637e-133f-4b0c-9429-33024e0f5407 req-cdc950bd-9790-4e73-b84d-80148935b239 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/security-groups?id=67bb5ab6-03ec-44a7-ab00-a909f35765bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519083 May 25 22:39:05.151798 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02841e65-4eab-43f7-acdd-e65fa1519bcb tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Pushing event updated for resources: {'Port': ['ID=d0dc2532-355d-41d9-8a79-0d728f5ebc13,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:05.202804 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-02841e65-4eab-43f7-acdd-e65fa1519bcb tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:05.203724 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-02841e65-4eab-43f7-acdd-e65fa1519bcb tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:05.242143 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-02841e65-4eab-43f7-acdd-e65fa1519bcb tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0052416 May 25 22:39:05.258664 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-12f441ba-5378-447f-89c1-1927c3df6d6b service neutron] Request body: {'port': {'device_id': '36e08922-d853-451c-ba88-6550194a82af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:39:05.379413 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-12f441ba-5378-447f-89c1-1927c3df6d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:05.442211 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-f009f405-4299-4f3b-9717-ddcacf2d1d3c None None] Provisioning for port d0dc2532-355d-41d9-8a79-0d728f5ebc13 completed by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:39:05.447914 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-f009f405-4299-4f3b-9717-ddcacf2d1d3c None None] Provisioning complete for port d0dc2532-355d-41d9-8a79-0d728f5ebc13 triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:39:05.448588 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-f009f405-4299-4f3b-9717-ddcacf2d1d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:05.508605 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-f009f405-4299-4f3b-9717-ddcacf2d1d3c None None] Port d0dc2532-355d-41d9-8a79-0d728f5ebc13 cannot update to ACTIVE because it is not bound. {{(pid=83238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:39:05.747233 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-12f441ba-5378-447f-89c1-1927c3df6d6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0dc2532-355d-41d9-8a79-0d728f5ebc13 {{(pid=83236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:39:05.753978 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-12f441ba-5378-447f-89c1-1927c3df6d6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:05.768625 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.provisioning_blocks [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-12f441ba-5378-447f-89c1-1927c3df6d6b service neutron] Transition to ACTIVE for port object d0dc2532-355d-41d9-8a79-0d728f5ebc13 will not be triggered until provisioned by entity L2. {{(pid=83236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:39:05.772629 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-12f441ba-5378-447f-89c1-1927c3df6d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1630987'] for port, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:05.901201 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f441ba-5378-447f-89c1-1927c3df6d6b service neutron] Pushing event updated for resources: {'Port': ['ID=d0dc2532-355d-41d9-8a79-0d728f5ebc13,revision_number=2']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:05.936055 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ada558-a186-47cc-b0e9-442e9d8931ae req-8f5b1c33-81c1-4c5e-bb9b-19a941e0b8eb tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:05.937954 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f8ada558-a186-47cc-b0e9-442e9d8931ae req-8f5b1c33-81c1-4c5e-bb9b-19a941e0b8eb tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 947 time: 0.1175795 May 25 22:39:05.996919 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f8ada558-a186-47cc-b0e9-442e9d8931ae req-7e9dd5d2-ec79-440f-8287-9bcf7a7dca82 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3a5bff-6d29-49b4-8b97-79fcb8254885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517621 May 25 22:39:06.020813 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-12f441ba-5378-447f-89c1-1927c3df6d6b service neutron] Attempting to bind port d0dc2532-355d-41d9-8a79-0d728f5ebc13 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:39:06.021149 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-12f441ba-5378-447f-89c1-1927c3df6d6b service neutron] Attempting to bind port d0dc2532-355d-41d9-8a79-0d728f5ebc13 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': 'd711363d-cf2f-4d62-a488-26afefce9577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290'}] {{(pid=83236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:39:06.021471 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-12f441ba-5378-447f-89c1-1927c3df6d6b service neutron] Attempting to bind port d0dc2532-355d-41d9-8a79-0d728f5ebc13 on network 6fc60487-fe5e-4f0e-968b-ad40e0f30290 {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:39:06.027716 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-12f441ba-5378-447f-89c1-1927c3df6d6b service neutron] Port d0dc2532-355d-41d9-8a79-0d728f5ebc13 on network 6fc60487-fe5e-4f0e-968b-ad40e0f30290 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:39:06.028228 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-12f441ba-5378-447f-89c1-1927c3df6d6b service neutron] Attempting to bind port d0dc2532-355d-41d9-8a79-0d728f5ebc13 on network 6fc60487-fe5e-4f0e-968b-ad40e0f30290 {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:39:06.037789 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-12f441ba-5378-447f-89c1-1927c3df6d6b service neutron] Checking agent: {'id': 'ba48c32d-6c3d-40ce-a4ff-91ef21d08f39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 30, 42), 'started_at': datetime.datetime(2022, 5, 25, 22, 30, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:39:06.038115 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-12f441ba-5378-447f-89c1-1927c3df6d6b service neutron] Checking segment: {'id': 'd711363d-cf2f-4d62-a488-26afefce9577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:39:06.038491 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-12f441ba-5378-447f-89c1-1927c3df6d6b service neutron] Bound using segment: {'id': 'd711363d-cf2f-4d62-a488-26afefce9577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290'} {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:39:06.039198 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-12f441ba-5378-447f-89c1-1927c3df6d6b service neutron] Bound port: d0dc2532-355d-41d9-8a79-0d728f5ebc13, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd711363d-cf2f-4d62-a488-26afefce9577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290'}}] {{(pid=83236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:39:06.039307 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-12f441ba-5378-447f-89c1-1927c3df6d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:06.124996 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-12f441ba-5378-447f-89c1-1927c3df6d6b service neutron] For port d0dc2532-355d-41d9-8a79-0d728f5ebc13, host hv-cinder-84330, cleared binding levels {{(pid=83236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:39:06.128477 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-12f441ba-5378-447f-89c1-1927c3df6d6b service neutron] For port d0dc2532-355d-41d9-8a79-0d728f5ebc13, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=d0dc2532-355d-41d9-8a79-0d728f5ebc13,segment=NetworkSegment(d711363d-cf2f-4d62-a488-26afefce9577),segment_id=d711363d-cf2f-4d62-a488-26afefce9577)] {{(pid=83236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:39:06.133066 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-12f441ba-5378-447f-89c1-1927c3df6d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1630987'] for port, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:06.197299 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-12f441ba-5378-447f-89c1-1927c3df6d6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:06.198700 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-12f441ba-5378-447f-89c1-1927c3df6d6b service neutron] 10.222.0.45 "PUT /v2.0/ports/d0dc2532-355d-41d9-8a79-0d728f5ebc13 HTTP/1.1" status: 200 len: 1093 time: 0.9443021 May 25 22:39:06.199110 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e08922-d853-451c-ba88-6550194a82af', 'tag': 'd0dc2532-355d-41d9-8a79-0d728f5ebc13'}] {{(pid=83236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:39:06.243419 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f441ba-5378-447f-89c1-1927c3df6d6b service neutron] Pushing event updated for resources: {'Port': ['ID=d0dc2532-355d-41d9-8a79-0d728f5ebc13,revision_number=3']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:06.308216 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7557c05-2d84-4e4e-8541-821f6c0e02bd'] response: {'name': 'network-changed', 'server_uuid': '36e08922-d853-451c-ba88-6550194a82af', 'tag': 'd0dc2532-355d-41d9-8a79-0d728f5ebc13', 'status': 'completed', 'code': 200} May 25 22:39:06.340000 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077451a-c619-45f8-8f6e-cae134a14166 req-6df860ca-dbab-4601-9137-5cf1faa10f16 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:06.341474 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-1077451a-c619-45f8-8f6e-cae134a14166 req-6df860ca-dbab-4601-9137-5cf1faa10f16 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=36e08922-d853-451c-ba88-6550194a82af HTTP/1.1" status: 200 len: 943 time: 0.0875223 May 25 22:39:06.351496 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-326f59fe-d1aa-4f52-9bda-27e2fb0d6836 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e555a5edad0e42029674c53c2976a6de&device_id=36e08922-d853-451c-ba88-6550194a82af HTTP/1.1" status: 200 len: 1096 time: 0.0865810 May 25 22:39:06.400079 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-1077451a-c619-45f8-8f6e-cae134a14166 req-b7a33548-c3a3-4671-8f79-c8e92f219241 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/security-groups?id=67bb5ab6-03ec-44a7-ab00-a909f35765bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530927 May 25 22:39:06.450239 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-2c0fdef9-c9b2-4f18-87e2-70824b8100a2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0dc2532-355d-41d9-8a79-0d728f5ebc13 HTTP/1.1" status: 200 len: 217 time: 0.0839779 May 25 22:39:06.519966 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-cc95cd1d-a836-4f2e-be98-252c2bec5855 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:06.521468 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-cc95cd1d-a836-4f2e-be98-252c2bec5855 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5cd7d5a-b211-4d75-93e3-7264c9b5bb90 HTTP/1.1" status: 200 len: 854 time: 0.0603731 May 25 22:39:06.594043 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-143d6935-e549-4314-8a95-860c18499827 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6fc60487-fe5e-4f0e-968b-ad40e0f30290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0671897 May 25 22:39:06.734703 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-0bb3fff9-86a2-435b-ae11-bc884d43b3c7 service neutron] 10.222.0.45 "GET /v2.0/networks/6fc60487-fe5e-4f0e-968b-ad40e0f30290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348255 May 25 22:39:06.952629 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-4a778371-bc4b-4d2b-95aa-218d63974843 req-59fa7999-adbc-4137-81e8-a1ec2a6f11d2 service neutron] 10.222.0.45 "GET /v2.0/networks/6fc60487-fe5e-4f0e-968b-ad40e0f30290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127512 May 25 22:39:07.118892 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-38929c3f-4a53-4882-9735-91ade9f3400c req-c2fe6763-0d4f-4df2-8ac1-c5c6405d8449 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e555a5edad0e42029674c53c2976a6de&device_id=36e08922-d853-451c-ba88-6550194a82af HTTP/1.1" status: 200 len: 1096 time: 0.0707102 May 25 22:39:07.214155 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b61c4-9dac-45e9-9f4e-f497d0bf2e67 req-fa30fc17-4570-496a-9086-b2d5775665dc tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:07.215615 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-003b61c4-9dac-45e9-9f4e-f497d0bf2e67 req-fa30fc17-4570-496a-9086-b2d5775665dc tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 947 time: 0.0746996 May 25 22:39:07.252679 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38929c3f-4a53-4882-9735-91ade9f3400c req-302b7b61-b114-463a-89cf-e970668f4ed0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:07.254120 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-38929c3f-4a53-4882-9735-91ade9f3400c req-302b7b61-b114-463a-89cf-e970668f4ed0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6fc60487-fe5e-4f0e-968b-ad40e0f30290 HTTP/1.1" status: 200 len: 916 time: 0.1283774 May 25 22:39:07.260700 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-003b61c4-9dac-45e9-9f4e-f497d0bf2e67 req-c2ef23e2-0e59-4f86-afab-c8fd2cd50805 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3a5bff-6d29-49b4-8b97-79fcb8254885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392745 May 25 22:39:07.325872 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-38929c3f-4a53-4882-9735-91ade9f3400c req-b7a76503-5c12-4904-9bb8-640a20bfcab1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0dc2532-355d-41d9-8a79-0d728f5ebc13 HTTP/1.1" status: 200 len: 217 time: 0.0648255 May 25 22:39:07.387949 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38929c3f-4a53-4882-9735-91ade9f3400c req-bda2e887-df8f-40c7-adde-f278b4517c90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:07.389398 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-38929c3f-4a53-4882-9735-91ade9f3400c req-bda2e887-df8f-40c7-adde-f278b4517c90 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5cd7d5a-b211-4d75-93e3-7264c9b5bb90 HTTP/1.1" status: 200 len: 854 time: 0.0570321 May 25 22:39:07.464623 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-38929c3f-4a53-4882-9735-91ade9f3400c req-8abd35d2-aa3f-4e83-bbb3-876d5b298a0d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6fc60487-fe5e-4f0e-968b-ad40e0f30290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0690811 May 25 22:39:07.594705 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c02e56-42a1-4a2d-9b32-a118205b50f2 req-cdad949b-e567-4e13-ae25-3bc1c3094798 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:07.596916 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-49c02e56-42a1-4a2d-9b32-a118205b50f2 req-cdad949b-e567-4e13-ae25-3bc1c3094798 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=36e08922-d853-451c-ba88-6550194a82af HTTP/1.1" status: 200 len: 943 time: 0.0791497 May 25 22:39:07.598309 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-38929c3f-4a53-4882-9735-91ade9f3400c req-ba808241-3efa-46d2-9284-de39a742ce3b service neutron] 10.222.0.45 "GET /v2.0/networks/6fc60487-fe5e-4f0e-968b-ad40e0f30290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268668 May 25 22:39:07.641945 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-49c02e56-42a1-4a2d-9b32-a118205b50f2 req-250aebdd-dc40-445e-b63a-3fa1a0f8aaed tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/security-groups?id=67bb5ab6-03ec-44a7-ab00-a909f35765bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393889 May 25 22:39:07.738314 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-38929c3f-4a53-4882-9735-91ade9f3400c req-8dec6db5-e98e-4d91-b4ea-c96cc5183016 service neutron] 10.222.0.45 "GET /v2.0/networks/6fc60487-fe5e-4f0e-968b-ad40e0f30290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267381 May 25 22:39:08.840817 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9cb96c-3845-4b2a-83dd-35be981e8801 req-3e3a25eb-e408-4635-b2e9-3581f36e367f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:08.842237 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-9b9cb96c-3845-4b2a-83dd-35be981e8801 req-3e3a25eb-e408-4635-b2e9-3581f36e367f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=36e08922-d853-451c-ba88-6550194a82af HTTP/1.1" status: 200 len: 943 time: 0.0797086 May 25 22:39:08.887336 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-9b9cb96c-3845-4b2a-83dd-35be981e8801 req-ae1b927a-9a89-4c7c-b486-42062fb6783a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/security-groups?id=67bb5ab6-03ec-44a7-ab00-a909f35765bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387828 May 25 22:39:09.060062 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device d0dc2532-355d-41d9-8a79-0d728f5ebc13 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 22:39:09.192632 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port d0dc2532-355d-41d9-8a79-0d728f5ebc13, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=d0dc2532-355d-41d9-8a79-0d728f5ebc13,segment=NetworkSegment(d711363d-cf2f-4d62-a488-26afefce9577),segment_id=d711363d-cf2f-4d62-a488-26afefce9577)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:39:09.205320 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Returning: {'device': 'd0dc2532-355d-41d9-8a79-0d728f5ebc13', 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'port_id': 'd0dc2532-355d-41d9-8a79-0d728f5ebc13', 'mac_address': 'fa:16:3e:24:71:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 22:39:09.258186 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:09.275635 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.notifiers.nova [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0dc2532-355d-41d9-8a79-0d728f5ebc13 {{(pid=83238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:39:09.290711 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port d0dc2532-355d-41d9-8a79-0d728f5ebc13, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=d0dc2532-355d-41d9-8a79-0d728f5ebc13,segment=NetworkSegment(d711363d-cf2f-4d62-a488-26afefce9577),segment_id=d711363d-cf2f-4d62-a488-26afefce9577)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:39:09.294697 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:09.360885 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Pushing event updated for resources: {'Port': ['ID=d0dc2532-355d-41d9-8a79-0d728f5ebc13,revision_number=4']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:09.595757 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] get_ports_and_sgs() called for port_ids ['d0dc2532-355d-41d9-8a79-0d728f5ebc13'] {{(pid=83238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:39:10.085710 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783fe4db-3652-46e7-82f3-ffdeadabf8fd req-78b4d161-ada8-4fe2-8a7b-0028296da322 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:10.087103 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-783fe4db-3652-46e7-82f3-ffdeadabf8fd req-78b4d161-ada8-4fe2-8a7b-0028296da322 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=36e08922-d853-451c-ba88-6550194a82af HTTP/1.1" status: 200 len: 944 time: 0.0775118 May 25 22:39:10.132307 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-783fe4db-3652-46e7-82f3-ffdeadabf8fd req-e4d82ca7-d79f-4299-9746-816f758c6aee tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/security-groups?id=67bb5ab6-03ec-44a7-ab00-a909f35765bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397351 May 25 22:39:11.070402 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device d0dc2532-355d-41d9-8a79-0d728f5ebc13 up at agent hyperv_hv-cinder-84330 {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:39:11.139876 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Provisioning for port d0dc2532-355d-41d9-8a79-0d728f5ebc13 completed by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:39:11.145325 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Provisioning complete for port d0dc2532-355d-41d9-8a79-0d728f5ebc13 triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:39:11.145685 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:11.272627 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:11.299713 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e08922-d853-451c-ba88-6550194a82af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0dc2532-355d-41d9-8a79-0d728f5ebc13'}] {{(pid=83238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:39:11.311717 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port d0dc2532-355d-41d9-8a79-0d728f5ebc13, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=d0dc2532-355d-41d9-8a79-0d728f5ebc13,segment=NetworkSegment(d711363d-cf2f-4d62-a488-26afefce9577),segment_id=d711363d-cf2f-4d62-a488-26afefce9577)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:39:11.323117 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:11.333099 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e154c8bf-b065-43be-a305-294859bcaaab req-f2704a03-332a-4a03-8c33-8f05f17f819d tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:11.334558 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-e154c8bf-b065-43be-a305-294859bcaaab req-f2704a03-332a-4a03-8c33-8f05f17f819d tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=36e08922-d853-451c-ba88-6550194a82af HTTP/1.1" status: 200 len: 944 time: 0.0806870 May 25 22:39:11.371637 dv-cinder-843305-1-iscsi neutron-server[83238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c32bb02-109c-456d-a0e8-4a9148c371c8'] response: {'server_uuid': '36e08922-d853-451c-ba88-6550194a82af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0dc2532-355d-41d9-8a79-0d728f5ebc13', 'code': 200} May 25 22:39:11.384018 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-e154c8bf-b065-43be-a305-294859bcaaab req-7fea1209-b4e4-4784-aa85-29c1e68aed27 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/security-groups?id=67bb5ab6-03ec-44a7-ab00-a909f35765bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436890 May 25 22:39:11.411120 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Pushing event updated for resources: {'Port': ['ID=d0dc2532-355d-41d9-8a79-0d728f5ebc13,revision_number=5']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:11.628755 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-85b04027-c841-4fd8-bc10-2bc3866883bd req-b22b46b8-e5a3-4bf2-a840-57e330c27f11 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=36e08922-d853-451c-ba88-6550194a82af HTTP/1.1" status: 200 len: 1098 time: 0.0737300 May 25 22:39:11.670878 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-85b04027-c841-4fd8-bc10-2bc3866883bd req-aa3d946a-12ac-43aa-8583-dcf3b19c9179 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=67bb5ab6-03ec-44a7-ab00-a909f35765bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362813 May 25 22:39:11.720775 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:12.583774 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329066c-72a0-4404-93f3-e96b60c58f71 req-b5730002-455f-4e1b-8eb8-88e07c8120d0 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:12.585218 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-8329066c-72a0-4404-93f3-e96b60c58f71 req-b5730002-455f-4e1b-8eb8-88e07c8120d0 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=36e08922-d853-451c-ba88-6550194a82af HTTP/1.1" status: 200 len: 945 time: 0.0780129 May 25 22:39:12.630964 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-8329066c-72a0-4404-93f3-e96b60c58f71 req-50487033-797d-417d-ad56-d2ec26134144 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/security-groups?id=67bb5ab6-03ec-44a7-ab00-a909f35765bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402312 May 25 22:39:12.921811 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c70e687-dbe0-416e-ab9e-dc4f91162fdc None None] Sync routers for ids ['c59067a3-0264-4d42-9ec2-78de27f8bb1f'] in dv-cinder-843305-1-iscsi {{(pid=83239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:39:12.933910 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c70e687-dbe0-416e-ab9e-dc4f91162fdc None None] Routers {'c59067a3-0264-4d42-9ec2-78de27f8bb1f'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:39:12.934587 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-6c70e687-dbe0-416e-ab9e-dc4f91162fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:39:02Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['c59067a3-0264-4d42-9ec2-78de27f8bb1f'], 'active': True} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:13.156626 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvr_db [None req-6c70e687-dbe0-416e-ab9e-dc4f91162fdc None None] Set router c59067a3-0264-4d42-9ec2-78de27f8bb1f gateway port host: dv-cinder-843305-1-iscsi {{(pid=83239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:39:13.202640 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 58992) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:13.260382 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.db_base_plugin_v2 [None req-c37f4707-f50e-46bd-a242-906ce1125969 admin admin] Deleting subnet d2db62d1-09ed-412b-a0dc-34596277068a {{(pid=83237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:39:13.263290 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-c37f4707-f50e-46bd-a242-906ce1125969 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:13.326865 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-c37f4707-f50e-46bd-a242-906ce1125969 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3678361'] for subnet, precommit_delete_associations {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:13.387407 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-c37f4707-f50e-46bd-a242-906ce1125969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3099660'] for subnet, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:13.458040 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-c37f4707-f50e-46bd-a242-906ce1125969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3099653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1149384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497327'] for subnet, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:13.471501 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-6c70e687-dbe0-416e-ab9e-dc4f91162fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'name': 'tempest-AttachVolumeNegativeTest-1070406310-router', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:51Z', 'updated_at': '2022-05-25T22:38:57Z', 'revision_number': 4, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'gw_port': {'id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:52Z', 'updated_at': '2022-05-25T22:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '5fd0f086-ede6-481a-ba38-c6f08f2fce6c', 'name': '', 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'mac_address': 'fa:16:3e:e0:94:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:56Z', 'updated_at': '2022-05-25T22:38:57Z', 'revision_number': 2, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'subnets': [{'id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:13.475166 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c70e687-dbe0-416e-ab9e-dc4f91162fdc None None] Checking router: c59067a3-0264-4d42-9ec2-78de27f8bb1f for host: dv-cinder-843305-1-iscsi {{(pid=83239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:39:13.475501 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c70e687-dbe0-416e-ab9e-dc4f91162fdc None None] Updating router c59067a3-0264-4d42-9ec2-78de27f8bb1f port 5fd0f086-ede6-481a-ba38-c6f08f2fce6c binding host dv-cinder-843305-1-iscsi {{(pid=83239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:39:13.493805 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37f4707-f50e-46bd-a242-906ce1125969 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2db62d1-09ed-412b-a0dc-34596277068a,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:13.500257 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-c37f4707-f50e-46bd-a242-906ce1125969 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for subnet, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:13.506589 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-c37f4707-f50e-46bd-a242-906ce1125969 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d2db62d1-09ed-412b-a0dc-34596277068a HTTP/1.1" status: 204 len: 168 time: 0.3028548 May 25 22:39:13.509022 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 58996) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:13.528839 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-6c70e687-dbe0-416e-ab9e-dc4f91162fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:13.613620 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-346561f3-b88c-4893-a418-dc1501f4de21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1111784'] for network, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:13.858953 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-346561f3-b88c-4893-a418-dc1501f4de21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3103129', 'neutron.services.segments.db._delete_segments_for_network-8744689775481'] for network, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:13.896609 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.services.segments.db [None req-346561f3-b88c-4893-a418-dc1501f4de21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24983984-97f0-4763-ac1d-8c5c19c5b176']}} {{(pid=83237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:13.910828 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.services.segments.db [None req-346561f3-b88c-4893-a418-dc1501f4de21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb8755e7-fc87-4963-a05d-d4747d64a57c') {'for_net_delete': True} {{(pid=83237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:13.911112 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.services.segments.db [None req-346561f3-b88c-4893-a418-dc1501f4de21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb8755e7-fc87-4963-a05d-d4747d64a57c') {} {{(pid=83237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:13.916015 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-6c70e687-dbe0-416e-ab9e-dc4f91162fdc None None] Notify callbacks [] for port, precommit_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:13.925545 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-346561f3-b88c-4893-a418-dc1501f4de21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744689775364', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680106'] for segment, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:13.928038 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.provisioning_blocks [None req-6c70e687-dbe0-416e-ab9e-dc4f91162fdc None None] Transition to ACTIVE for port object 5fd0f086-ede6-481a-ba38-c6f08f2fce6c will not be triggered until provisioned by entity L2. {{(pid=83239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:39:13.935263 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-6c70e687-dbe0-416e-ab9e-dc4f91162fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:13.945931 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-346561f3-b88c-4893-a418-dc1501f4de21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:13.953255 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb832a1-ca57-4805-a77f-db41bd9d1252 req-1ae2ed8b-a69e-46b6-8da3-d458a23efd7f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:13.954730 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-deb832a1-ca57-4805-a77f-db41bd9d1252 req-1ae2ed8b-a69e-46b6-8da3-d458a23efd7f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=36e08922-d853-451c-ba88-6550194a82af HTTP/1.1" status: 200 len: 945 time: 0.1559286 May 25 22:39:13.959655 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-346561f3-b88c-4893-a418-dc1501f4de21 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=83237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:39:13.960042 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-346561f3-b88c-4893-a418-dc1501f4de21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1149350'] for segment, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:13.972847 dv-cinder-843305-1-iscsi neutron-server[83237]: Traceback (most recent call last): May 25 22:39:13.972847 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:39:13.972847 dv-cinder-843305-1-iscsi neutron-server[83237]: timer() May 25 22:39:13.972847 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:39:13.972847 dv-cinder-843305-1-iscsi neutron-server[83237]: cb(*args, **kw) May 25 22:39:13.972847 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:39:13.972847 dv-cinder-843305-1-iscsi neutron-server[83237]: return func(*args, **kwargs) May 25 22:39:13.972847 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:39:13.972847 dv-cinder-843305-1-iscsi neutron-server[83237]: self._notify() May 25 22:39:13.972847 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:39:13.972847 dv-cinder-843305-1-iscsi neutron-server[83237]: self.callback(batched_events) May 25 22:39:13.972847 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:39:13.972847 dv-cinder-843305-1-iscsi neutron-server[83237]: event.method(event) May 25 22:39:13.972847 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:39:13.972847 dv-cinder-843305-1-iscsi neutron-server[83237]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:39:13.972847 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:39:13.972847 dv-cinder-843305-1-iscsi neutron-server[83237]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:39:13.972847 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:39:13.972847 dv-cinder-843305-1-iscsi neutron-server[83237]: return f(self, *a, **k) May 25 22:39:13.972847 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:39:13.972847 dv-cinder-843305-1-iscsi neutron-server[83237]: return self._get(url).json() May 25 22:39:13.972847 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:39:13.972847 dv-cinder-843305-1-iscsi neutron-server[83237]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:39:13.972847 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:39:13.972847 dv-cinder-843305-1-iscsi neutron-server[83237]: return self.request(url, 'GET', **kwargs) May 25 22:39:13.972847 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:39:13.972847 dv-cinder-843305-1-iscsi neutron-server[83237]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:39:13.972847 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:39:13.972847 dv-cinder-843305-1-iscsi neutron-server[83237]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:39:13.972847 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:39:13.972847 dv-cinder-843305-1-iscsi neutron-server[83237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:39:13.972847 dv-cinder-843305-1-iscsi neutron-server[83237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:39:14.052288 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa78880-0650-400e-874c-77c9aad01200 None None] Pushing event updated for resources: {'Port': ['ID=5fd0f086-ede6-481a-ba38-c6f08f2fce6c,revision_number=3']} {{(pid=83239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:14.071678 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa78880-0650-400e-874c-77c9aad01200 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:14.072003 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa78880-0650-400e-874c-77c9aad01200 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:14.072510 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa78880-0650-400e-874c-77c9aad01200 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:14.072819 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa78880-0650-400e-874c-77c9aad01200 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:14.073141 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa78880-0650-400e-874c-77c9aad01200 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:14.073470 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa78880-0650-400e-874c-77c9aad01200 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:14.073962 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa78880-0650-400e-874c-77c9aad01200 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:14.074296 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa78880-0650-400e-874c-77c9aad01200 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:14.074608 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa78880-0650-400e-874c-77c9aad01200 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:14.074912 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa78880-0650-400e-874c-77c9aad01200 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:14.075220 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa78880-0650-400e-874c-77c9aad01200 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:14.084792 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-346561f3-b88c-4893-a418-dc1501f4de21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3103122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335064'] for network, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:14.096167 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-deb832a1-ca57-4805-a77f-db41bd9d1252 req-254f4f24-ae45-4664-95ba-5de1343cebac tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/security-groups?id=67bb5ab6-03ec-44a7-ab00-a909f35765bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223688 May 25 22:39:14.104386 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-346561f3-b88c-4893-a418-dc1501f4de21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for network, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:14.129410 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-346561f3-b88c-4893-a418-dc1501f4de21 admin admin] 10.222.0.39 "DELETE /v2.0/networks/24983984-97f0-4763-ac1d-8c5c19c5b176 HTTP/1.1" status: 204 len: 168 time: 0.6169615 May 25 22:39:14.129781 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 59004) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:14.133124 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346561f3-b88c-4893-a418-dc1501f4de21 admin admin] Pushing event deleted for resources: {'Network': ['ID=24983984-97f0-4763-ac1d-8c5c19c5b176,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:14.172518 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.managers [None req-6c70e687-dbe0-416e-ab9e-dc4f91162fdc None None] Attempting to bind port 5fd0f086-ede6-481a-ba38-c6f08f2fce6c on host dv-cinder-843305-1-iscsi for vnic_type normal with profile {{(pid=83239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:39:14.173030 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.managers [None req-6c70e687-dbe0-416e-ab9e-dc4f91162fdc None None] Attempting to bind port 5fd0f086-ede6-481a-ba38-c6f08f2fce6c by drivers openvswitch,hyperv on host dv-cinder-843305-1-iscsi at level 0 using segments [{'id': 'd711363d-cf2f-4d62-a488-26afefce9577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290'}] {{(pid=83239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:39:14.173323 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c70e687-dbe0-416e-ab9e-dc4f91162fdc None None] Attempting to bind port 5fd0f086-ede6-481a-ba38-c6f08f2fce6c on network 6fc60487-fe5e-4f0e-968b-ad40e0f30290 {{(pid=83239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:39:14.181429 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c70e687-dbe0-416e-ab9e-dc4f91162fdc None None] Checking agent: {'id': '204015c8-cb50-46b9-b04e-4ea0e4e6040d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 24, 3), 'started_at': datetime.datetime(2022, 5, 25, 22, 24, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:39:14.181747 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c70e687-dbe0-416e-ab9e-dc4f91162fdc None None] Checking segment: {'id': 'd711363d-cf2f-4d62-a488-26afefce9577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:39:14.182204 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-6c70e687-dbe0-416e-ab9e-dc4f91162fdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:14.182778 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c70e687-dbe0-416e-ab9e-dc4f91162fdc None None] Bound using segment: {'id': 'd711363d-cf2f-4d62-a488-26afefce9577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290'} {{(pid=83239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:39:14.183289 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.managers [None req-6c70e687-dbe0-416e-ab9e-dc4f91162fdc None None] Bound port: 5fd0f086-ede6-481a-ba38-c6f08f2fce6c, host: dv-cinder-843305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd711363d-cf2f-4d62-a488-26afefce9577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290'}}] {{(pid=83239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:39:14.183701 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-6c70e687-dbe0-416e-ab9e-dc4f91162fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:14.199310 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.db_base_plugin_v2 [None req-3991642e-3bef-4cf5-bf3c-03d739e14187 admin admin] Deleting subnet 42c8d810-5d1b-4aac-af2f-ed83019fd55f {{(pid=83236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:39:14.202942 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-3991642e-3bef-4cf5-bf3c-03d739e14187 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:14.265038 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-3991642e-3bef-4cf5-bf3c-03d739e14187 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1821981'] for subnet, precommit_delete_associations {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:14.277503 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.db [None req-6c70e687-dbe0-416e-ab9e-dc4f91162fdc None None] For port 5fd0f086-ede6-481a-ba38-c6f08f2fce6c, host dv-cinder-843305-1-iscsi, cleared binding levels {{(pid=83239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:39:14.280501 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.db [None req-6c70e687-dbe0-416e-ab9e-dc4f91162fdc None None] For port 5fd0f086-ede6-481a-ba38-c6f08f2fce6c, host dv-cinder-843305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=5fd0f086-ede6-481a-ba38-c6f08f2fce6c,segment=NetworkSegment(d711363d-cf2f-4d62-a488-26afefce9577),segment_id=d711363d-cf2f-4d62-a488-26afefce9577)] {{(pid=83239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:39:14.284986 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-6c70e687-dbe0-416e-ab9e-dc4f91162fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:14.305442 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b1816-92da-4afa-ac12-8e670b84c73d req-0614c8a3-3b00-44ec-b0b5-58d12126bdb6 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:14.306881 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-828b1816-92da-4afa-ac12-8e670b84c73d req-0614c8a3-3b00-44ec-b0b5-58d12126bdb6 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=36e08922-d853-451c-ba88-6550194a82af HTTP/1.1" status: 200 len: 945 time: 0.0779438 May 25 22:39:14.315554 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 59008) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:14.321178 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-dc00ac64-6afa-491e-918a-09b1d6fc425e tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Request body: {'floatingip': {'port_id': 'd0dc2532-355d-41d9-8a79-0d728f5ebc13'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:39:14.337938 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-3991642e-3bef-4cf5-bf3c-03d739e14187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3099660'] for subnet, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:14.358280 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa78880-0650-400e-874c-77c9aad01200 None None] Pushing event updated for resources: {'Port': ['ID=5fd0f086-ede6-481a-ba38-c6f08f2fce6c,revision_number=4']} {{(pid=83239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:14.382687 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c70e687-dbe0-416e-ab9e-dc4f91162fdc None None] Routers {'c59067a3-0264-4d42-9ec2-78de27f8bb1f'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:39:14.383360 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-6c70e687-dbe0-416e-ab9e-dc4f91162fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:39:02Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['c59067a3-0264-4d42-9ec2-78de27f8bb1f'], 'active': True} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:14.400239 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-dc00ac64-6afa-491e-918a-09b1d6fc425e tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for floatingip, before_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:14.423356 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-3991642e-3bef-4cf5-bf3c-03d739e14187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3099653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1631041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1097308'] for subnet, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:14.478301 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3991642e-3bef-4cf5-bf3c-03d739e14187 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42c8d810-5d1b-4aac-af2f-ed83019fd55f,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:14.489604 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-3991642e-3bef-4cf5-bf3c-03d739e14187 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:14.496836 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-3991642e-3bef-4cf5-bf3c-03d739e14187 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/42c8d810-5d1b-4aac-af2f-ed83019fd55f HTTP/1.1" status: 204 len: 168 time: 0.3660231 May 25 22:39:14.499263 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 59012) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:14.575186 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 5fd0f086-ede6-481a-ba38-c6f08f2fce6c up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:39:14.609603 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvr_db [None req-6c70e687-dbe0-416e-ab9e-dc4f91162fdc None None] Set router c59067a3-0264-4d42-9ec2-78de27f8bb1f gateway port host: dv-cinder-843305-1-iscsi {{(pid=83239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:39:14.626476 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-2d459391-e963-4fe4-9974-236bad75556e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1111784'] for network, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:14.717747 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning for port 5fd0f086-ede6-481a-ba38-c6f08f2fce6c completed by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:39:14.724118 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port 5fd0f086-ede6-481a-ba38-c6f08f2fce6c triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:39:14.724486 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:14.771786 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-2d459391-e963-4fe4-9974-236bad75556e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3103129', 'neutron.services.segments.db._delete_segments_for_network-8744689775481'] for network, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:14.804647 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.services.segments.db [None req-2d459391-e963-4fe4-9974-236bad75556e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c70b0d28-0bca-4983-b76f-db973fd72337']}} {{(pid=83236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:14.818270 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.services.segments.db [None req-2d459391-e963-4fe4-9974-236bad75556e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81329478-6a2e-4ec7-92ff-f95a8724cbe8') {'for_net_delete': True} {{(pid=83236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:14.818602 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.services.segments.db [None req-2d459391-e963-4fe4-9974-236bad75556e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81329478-6a2e-4ec7-92ff-f95a8724cbe8') {} {{(pid=83236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:14.835649 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-2d459391-e963-4fe4-9974-236bad75556e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744689775364', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1821422'] for segment, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:14.855715 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-2d459391-e963-4fe4-9974-236bad75556e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:14.863805 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:14.873353 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d459391-e963-4fe4-9974-236bad75556e admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=83236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:39:14.873755 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-2d459391-e963-4fe4-9974-236bad75556e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1631023'] for segment, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:14.900570 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] For port 5fd0f086-ede6-481a-ba38-c6f08f2fce6c, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=5fd0f086-ede6-481a-ba38-c6f08f2fce6c,segment=NetworkSegment(d711363d-cf2f-4d62-a488-26afefce9577),segment_id=d711363d-cf2f-4d62-a488-26afefce9577)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:39:14.905987 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:14.986128 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Pushing event updated for resources: {'Port': ['ID=5fd0f086-ede6-481a-ba38-c6f08f2fce6c,revision_number=5']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:15.052829 dv-cinder-843305-1-iscsi neutron-server[83236]: Traceback (most recent call last): May 25 22:39:15.052829 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:39:15.052829 dv-cinder-843305-1-iscsi neutron-server[83236]: timer() May 25 22:39:15.052829 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:39:15.052829 dv-cinder-843305-1-iscsi neutron-server[83236]: cb(*args, **kw) May 25 22:39:15.052829 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:39:15.052829 dv-cinder-843305-1-iscsi neutron-server[83236]: return func(*args, **kwargs) May 25 22:39:15.052829 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:39:15.052829 dv-cinder-843305-1-iscsi neutron-server[83236]: self._notify() May 25 22:39:15.052829 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:39:15.052829 dv-cinder-843305-1-iscsi neutron-server[83236]: self.callback(batched_events) May 25 22:39:15.052829 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:39:15.052829 dv-cinder-843305-1-iscsi neutron-server[83236]: event.method(event) May 25 22:39:15.052829 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:39:15.052829 dv-cinder-843305-1-iscsi neutron-server[83236]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:39:15.052829 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:39:15.052829 dv-cinder-843305-1-iscsi neutron-server[83236]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:39:15.052829 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:39:15.052829 dv-cinder-843305-1-iscsi neutron-server[83236]: return f(self, *a, **k) May 25 22:39:15.052829 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:39:15.052829 dv-cinder-843305-1-iscsi neutron-server[83236]: return self._get(url).json() May 25 22:39:15.052829 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:39:15.052829 dv-cinder-843305-1-iscsi neutron-server[83236]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:39:15.052829 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:39:15.052829 dv-cinder-843305-1-iscsi neutron-server[83236]: return self.request(url, 'GET', **kwargs) May 25 22:39:15.052829 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:39:15.052829 dv-cinder-843305-1-iscsi neutron-server[83236]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:39:15.052829 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:39:15.052829 dv-cinder-843305-1-iscsi neutron-server[83236]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:39:15.052829 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:39:15.052829 dv-cinder-843305-1-iscsi neutron-server[83236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:39:15.052829 dv-cinder-843305-1-iscsi neutron-server[83236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:39:15.055138 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-6c70e687-dbe0-416e-ab9e-dc4f91162fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'name': 'tempest-AttachVolumeNegativeTest-1070406310-router', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:51Z', 'updated_at': '2022-05-25T22:38:57Z', 'revision_number': 4, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'gw_port': {'id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:52Z', 'updated_at': '2022-05-25T22:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '5fd0f086-ede6-481a-ba38-c6f08f2fce6c', 'name': '', 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'mac_address': 'fa:16:3e:e0:94:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:56Z', 'updated_at': '2022-05-25T22:39:14Z', 'revision_number': 4, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'subnets': [{'id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:15.060582 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c70e687-dbe0-416e-ab9e-dc4f91162fdc None None] The sync data for ids ['c59067a3-0264-4d42-9ec2-78de27f8bb1f'] in dv-cinder-843305-1-iscsi is: [{'id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'name': 'tempest-AttachVolumeNegativeTest-1070406310-router', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:51Z', 'updated_at': '2022-05-25T22:38:57Z', 'revision_number': 4, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'gw_port': {'id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:52Z', 'updated_at': '2022-05-25T22:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '5fd0f086-ede6-481a-ba38-c6f08f2fce6c', 'name': '', 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'mac_address': 'fa:16:3e:e0:94:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:56Z', 'updated_at': '2022-05-25T22:39:14Z', 'revision_number': 4, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'subnets': [{'id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:39:15.082204 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-2d459391-e963-4fe4-9974-236bad75556e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3103122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335064'] for network, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:15.099868 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-2d459391-e963-4fe4-9974-236bad75556e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for network, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:15.109083 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d459391-e963-4fe4-9974-236bad75556e admin admin] Pushing event deleted for resources: {'Network': ['ID=c70b0d28-0bca-4983-b76f-db973fd72337,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:15.114254 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-2d459391-e963-4fe4-9974-236bad75556e admin admin] 10.222.0.39 "DELETE /v2.0/networks/c70b0d28-0bca-4983-b76f-db973fd72337 HTTP/1.1" status: 204 len: 168 time: 0.6114357 May 25 22:39:15.172559 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-dc00ac64-6afa-491e-918a-09b1d6fc425e tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:15.180097 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-dc00ac64-6afa-491e-918a-09b1d6fc425e tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335082'] for floatingip, after_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:15.333430 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 59018) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:15.389576 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.db.l3_db [None req-dc00ac64-6afa-491e-918a-09b1d6fc425e tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Floating IP d1c04e69-8424-423e-992f-acaa0355c571 associated. External IP: 172.27.0.213, port: d0dc2532-355d-41d9-8a79-0d728f5ebc13. May 25 22:39:15.390360 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-d468b6fc-7551-49c6-9cc6-7c749223aaea admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e6021afc6b654ac3a35ce5c6c962a70f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0552633 May 25 22:39:15.393572 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 59022) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:15.458407 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-da454155-a564-43cc-a32a-8caf9eeccae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:15.484556 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-da454155-a564-43cc-a32a-8caf9eeccae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:15.547011 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-da454155-a564-43cc-a32a-8caf9eeccae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:15.569204 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da454155-a564-43cc-a32a-8caf9eeccae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e2dc30-9050-469d-8f53-03a9ac11879c,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:15.577340 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-da454155-a564-43cc-a32a-8caf9eeccae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:15.579878 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-da454155-a564-43cc-a32a-8caf9eeccae7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/13e2dc30-9050-469d-8f53-03a9ac11879c HTTP/1.1" status: 204 len: 168 time: 0.1840823 May 25 22:39:15.896542 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc00ac64-6afa-491e-918a-09b1d6fc425e tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Router c59067a3-0264-4d42-9ec2-78de27f8bb1f has already been hosted by L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a {{(pid=83237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:39:15.977897 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 59030) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:16.030534 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-0487d104-b072-4e94-aae0-24c3da1f731c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a81e267c199944ebab7734d834176cda&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0491569 May 25 22:39:16.030720 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 59034) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:16.089953 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-1f902119-e18f-415b-8de1-064569ce37d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:16.104239 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc00ac64-6afa-491e-918a-09b1d6fc425e tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:39:16.108987 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-dc00ac64-6afa-491e-918a-09b1d6fc425e tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for floatingip, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:16.115952 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-1f902119-e18f-415b-8de1-064569ce37d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:16.167583 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-dc00ac64-6afa-491e-918a-09b1d6fc425e tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "PUT /v2.0/floatingips/d1c04e69-8424-423e-992f-acaa0355c571 HTTP/1.1" status: 200 len: 991 time: 1.8507247 May 25 22:39:16.168307 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e08922-d853-451c-ba88-6550194a82af', 'tag': 'd0dc2532-355d-41d9-8a79-0d728f5ebc13'}] {{(pid=83237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:39:16.172812 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-1f902119-e18f-415b-8de1-064569ce37d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:16.187053 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f902119-e18f-415b-8de1-064569ce37d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54789b3-20a2-4888-be06-45f6a7cbbfb3,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:16.195868 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-1f902119-e18f-415b-8de1-064569ce37d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:16.199292 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-1f902119-e18f-415b-8de1-064569ce37d0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f54789b3-20a2-4888-be06-45f6a7cbbfb3 HTTP/1.1" status: 204 len: 168 time: 0.1653988 May 25 22:39:16.228358 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ade01d1c-9600-4e0c-8dac-64abfc1b302c'] response: {'name': 'network-changed', 'server_uuid': '36e08922-d853-451c-ba88-6550194a82af', 'tag': 'd0dc2532-355d-41d9-8a79-0d728f5ebc13', 'status': 'completed', 'code': 200} May 25 22:39:16.353409 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-e54e96d6-d28e-41e8-b0ea-cf9adee78ebe req-d8ce9597-014a-46ca-8c8a-170a98820f52 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e555a5edad0e42029674c53c2976a6de&device_id=36e08922-d853-451c-ba88-6550194a82af HTTP/1.1" status: 200 len: 1098 time: 0.0696530 May 25 22:39:16.495838 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 5fd0f086-ede6-481a-ba38-c6f08f2fce6c up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:39:16.497611 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e96d6-d28e-41e8-b0ea-cf9adee78ebe req-d225586d-bdc1-457f-9e0a-6414cd6f9e37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:16.499087 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-e54e96d6-d28e-41e8-b0ea-cf9adee78ebe req-d225586d-bdc1-457f-9e0a-6414cd6f9e37 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6fc60487-fe5e-4f0e-968b-ad40e0f30290 HTTP/1.1" status: 200 len: 916 time: 0.1391723 May 25 22:39:16.570744 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port 5fd0f086-ede6-481a-ba38-c6f08f2fce6c triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:39:16.571221 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:16.605212 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-e54e96d6-d28e-41e8-b0ea-cf9adee78ebe req-c7627907-5d73-4e72-84e4-8283e2553ae4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0dc2532-355d-41d9-8a79-0d728f5ebc13 HTTP/1.1" status: 200 len: 999 time: 0.1007738 May 25 22:39:16.672709 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e96d6-d28e-41e8-b0ea-cf9adee78ebe req-f822c20c-ea3c-4bd0-a979-cbf50cba91c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:16.674427 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-e54e96d6-d28e-41e8-b0ea-cf9adee78ebe req-f822c20c-ea3c-4bd0-a979-cbf50cba91c7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5cd7d5a-b211-4d75-93e3-7264c9b5bb90 HTTP/1.1" status: 200 len: 854 time: 0.0627480 May 25 22:39:16.756318 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-e54e96d6-d28e-41e8-b0ea-cf9adee78ebe req-7bf3d0ed-b55f-43f6-86bf-fcd70ddd04ad service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6fc60487-fe5e-4f0e-968b-ad40e0f30290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0762191 May 25 22:39:16.893993 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-e54e96d6-d28e-41e8-b0ea-cf9adee78ebe req-4d94db1f-4ea6-45b9-bf9c-90b5d8604863 service neutron] 10.222.0.45 "GET /v2.0/networks/6fc60487-fe5e-4f0e-968b-ad40e0f30290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309087 May 25 22:39:17.030427 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-e54e96d6-d28e-41e8-b0ea-cf9adee78ebe req-1b01c2f3-eb5f-41c6-9bea-f6eee4af2edb service neutron] 10.222.0.45 "GET /v2.0/networks/6fc60487-fe5e-4f0e-968b-ad40e0f30290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308458 May 25 22:39:17.730913 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa865bd3-b7e9-4c2c-9e7d-d6df9cba7a50 None None] Sync routers for ids ['c59067a3-0264-4d42-9ec2-78de27f8bb1f'] in dv-cinder-843305-1-iscsi {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:39:17.742593 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa865bd3-b7e9-4c2c-9e7d-d6df9cba7a50 None None] Routers {'c59067a3-0264-4d42-9ec2-78de27f8bb1f'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:39:17.743260 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-fa865bd3-b7e9-4c2c-9e7d-d6df9cba7a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:39:02Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['c59067a3-0264-4d42-9ec2-78de27f8bb1f'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:17.767781 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 59080) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:17.914213 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-33b80829-06b0-4304-bcf9-0fefa86ed963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:17.947488 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-33b80829-06b0-4304-bcf9-0fefa86ed963 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:39:17.950406 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-fa865bd3-b7e9-4c2c-9e7d-d6df9cba7a50 None None] Set router c59067a3-0264-4d42-9ec2-78de27f8bb1f gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:39:17.951988 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-33b80829-06b0-4304-bcf9-0fefa86ed963 admin admin] Usage tracker for resource:security_group_rule and tenant:8a950c21fa114dfea5cea2f997ab9529 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:39:17.955574 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-33b80829-06b0-4304-bcf9-0fefa86ed963 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:39:17.961354 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-33b80829-06b0-4304-bcf9-0fefa86ed963 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:39:18.026018 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-33b80829-06b0-4304-bcf9-0fefa86ed963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:18.029674 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-33b80829-06b0-4304-bcf9-0fefa86ed963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:18.074377 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b80829-06b0-4304-bcf9-0fefa86ed963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e54210-e6ec-4364-af43-1a58a03daab6,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:18.078752 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-33b80829-06b0-4304-bcf9-0fefa86ed963 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8a950c21fa114dfea5cea2f997ab9529&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3098783 May 25 22:39:18.081927 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 59086) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:18.144922 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-857f38a4-c274-4493-98f9-49aadade6d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:18.169284 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-857f38a4-c274-4493-98f9-49aadade6d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:18.220907 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-857f38a4-c274-4493-98f9-49aadade6d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:18.237036 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857f38a4-c274-4493-98f9-49aadade6d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e54210-e6ec-4364-af43-1a58a03daab6,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:18.241314 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-857f38a4-c274-4493-98f9-49aadade6d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:18.242407 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-857f38a4-c274-4493-98f9-49aadade6d1b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a2e54210-e6ec-4364-af43-1a58a03daab6 HTTP/1.1" status: 204 len: 168 time: 0.1596110 May 25 22:39:18.319768 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-fa865bd3-b7e9-4c2c-9e7d-d6df9cba7a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'name': 'tempest-AttachVolumeNegativeTest-1070406310-router', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:51Z', 'updated_at': '2022-05-25T22:38:57Z', 'revision_number': 4, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'gw_port': {'id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:52Z', 'updated_at': '2022-05-25T22:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_floatingips': [{'id': 'd1c04e69-8424-423e-992f-acaa0355c571', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'floating_ip_address': '172.27.0.213', 'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'router_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'port_id': 'd0dc2532-355d-41d9-8a79-0d728f5ebc13', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'mac_address': 'fa:16:3e:24:71:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e08922-d853-451c-ba88-6550194a82af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:39:00Z', 'updated_at': '2022-05-25T22:39:15Z', 'revision_number': 1, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fd0f086-ede6-481a-ba38-c6f08f2fce6c', 'name': '', 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'mac_address': 'fa:16:3e:e0:94:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:56Z', 'updated_at': '2022-05-25T22:39:14Z', 'revision_number': 5, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'subnets': [{'id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:18.323548 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa865bd3-b7e9-4c2c-9e7d-d6df9cba7a50 None None] Checking router: c59067a3-0264-4d42-9ec2-78de27f8bb1f for host: dv-cinder-843305-1-iscsi {{(pid=83238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:39:18.335245 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa865bd3-b7e9-4c2c-9e7d-d6df9cba7a50 None None] Routers {'c59067a3-0264-4d42-9ec2-78de27f8bb1f'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:39:18.335869 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-fa865bd3-b7e9-4c2c-9e7d-d6df9cba7a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:39:02Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['c59067a3-0264-4d42-9ec2-78de27f8bb1f'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:18.514800 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-fa865bd3-b7e9-4c2c-9e7d-d6df9cba7a50 None None] Set router c59067a3-0264-4d42-9ec2-78de27f8bb1f gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:39:18.864387 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-fa865bd3-b7e9-4c2c-9e7d-d6df9cba7a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'name': 'tempest-AttachVolumeNegativeTest-1070406310-router', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:51Z', 'updated_at': '2022-05-25T22:38:57Z', 'revision_number': 4, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'gw_port': {'id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:52Z', 'updated_at': '2022-05-25T22:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_floatingips': [{'id': 'd1c04e69-8424-423e-992f-acaa0355c571', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'floating_ip_address': '172.27.0.213', 'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'router_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'port_id': 'd0dc2532-355d-41d9-8a79-0d728f5ebc13', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'mac_address': 'fa:16:3e:24:71:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e08922-d853-451c-ba88-6550194a82af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:39:00Z', 'updated_at': '2022-05-25T22:39:15Z', 'revision_number': 1, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fd0f086-ede6-481a-ba38-c6f08f2fce6c', 'name': '', 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'mac_address': 'fa:16:3e:e0:94:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:56Z', 'updated_at': '2022-05-25T22:39:14Z', 'revision_number': 5, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'subnets': [{'id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:18.868374 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa865bd3-b7e9-4c2c-9e7d-d6df9cba7a50 None None] The sync data for ids ['c59067a3-0264-4d42-9ec2-78de27f8bb1f'] in dv-cinder-843305-1-iscsi is: [{'id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'name': 'tempest-AttachVolumeNegativeTest-1070406310-router', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:51Z', 'updated_at': '2022-05-25T22:38:57Z', 'revision_number': 4, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'gw_port': {'id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:52Z', 'updated_at': '2022-05-25T22:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_floatingips': [{'id': 'd1c04e69-8424-423e-992f-acaa0355c571', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'floating_ip_address': '172.27.0.213', 'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'router_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'port_id': 'd0dc2532-355d-41d9-8a79-0d728f5ebc13', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'mac_address': 'fa:16:3e:24:71:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e08922-d853-451c-ba88-6550194a82af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:39:00Z', 'updated_at': '2022-05-25T22:39:15Z', 'revision_number': 1, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fd0f086-ede6-481a-ba38-c6f08f2fce6c', 'name': '', 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'mac_address': 'fa:16:3e:e0:94:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:56Z', 'updated_at': '2022-05-25T22:39:14Z', 'revision_number': 5, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'subnets': [{'id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:39:19.072235 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097ccb92-1e84-42b0-9fc1-c1003a08af7e None None] New status for floating IP d1c04e69-8424-423e-992f-acaa0355c571: ACTIVE {{(pid=83239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:39:19.082656 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 59108) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:19.211763 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-867459ca-0837-4d60-bb77-cd31e9e198f2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1557147365-network', 'tenant_id': 'b0e0457219e74f3e8a4279def2b5834b'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:39:19.216316 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-867459ca-0837-4d60-bb77-cd31e9e198f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:39:19.220430 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-867459ca-0837-4d60-bb77-cd31e9e198f2 admin admin] Usage tracker for resource:network and tenant:b0e0457219e74f3e8a4279def2b5834b is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:39:19.223393 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-867459ca-0837-4d60-bb77-cd31e9e198f2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:39:19.229698 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-867459ca-0837-4d60-bb77-cd31e9e198f2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:39:19.240022 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867459ca-0837-4d60-bb77-cd31e9e198f2 admin admin] Made reservation on behalf of b0e0457219e74f3e8a4279def2b5834b for: {'network': 1} {{(pid=83237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:39:19.242377 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-867459ca-0837-4d60-bb77-cd31e9e198f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for network, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:19.255021 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-867459ca-0837-4d60-bb77-cd31e9e198f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:19.285411 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-867459ca-0837-4d60-bb77-cd31e9e198f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:39:19.289114 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-867459ca-0837-4d60-bb77-cd31e9e198f2 admin admin] Usage tracker for resource:security_group_rule and tenant:b0e0457219e74f3e8a4279def2b5834b is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:39:19.291837 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-867459ca-0837-4d60-bb77-cd31e9e198f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:39:19.297298 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-867459ca-0837-4d60-bb77-cd31e9e198f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:39:19.362156 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-867459ca-0837-4d60-bb77-cd31e9e198f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:19.365437 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-867459ca-0837-4d60-bb77-cd31e9e198f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:19.393850 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-867459ca-0837-4d60-bb77-cd31e9e198f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=83237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:39:19.401763 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867459ca-0837-4d60-bb77-cd31e9e198f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69416e26-d785-4fda-93c6-ec04cc2e331e,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:19.406824 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-867459ca-0837-4d60-bb77-cd31e9e198f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:19.408126 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.db.segments_db [None req-867459ca-0837-4d60-bb77-cd31e9e198f2 admin admin] Added segment 21a60366-5a2f-4287-928f-7b1b99d45d5b of type vlan for network ea17c32a-1110-4d81-8eb4-1dcddaa69ad3 May 25 22:39:19.433131 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-867459ca-0837-4d60-bb77-cd31e9e198f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744689326614'] for network, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:19.461656 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-867459ca-0837-4d60-bb77-cd31e9e198f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057'] for network, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:19.462766 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867459ca-0837-4d60-bb77-cd31e9e198f2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:19.463368 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-867459ca-0837-4d60-bb77-cd31e9e198f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for network, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:19.566317 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867459ca-0837-4d60-bb77-cd31e9e198f2 admin admin] Pushing event updated for resources: {'Network': ['ID=ea17c32a-1110-4d81-8eb4-1dcddaa69ad3,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:19.571935 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-867459ca-0837-4d60-bb77-cd31e9e198f2 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4855340 May 25 22:39:19.572353 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 59114) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:19.578010 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [None req-fc53b0c1-0f1a-4aa7-9e3b-e1f3f69764de admin admin] Request body: {'subnet': {'network_id': 'ea17c32a-1110-4d81-8eb4-1dcddaa69ad3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1557147365-subnet', 'tenant_id': 'b0e0457219e74f3e8a4279def2b5834b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:39:19.580668 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Network ea17c32a-1110-4d81-8eb4-1dcddaa69ad3 details requested by agent ovs-agent-dv-cinder-843305-1-iscsi with host dv-cinder-843305-1-iscsi {{(pid=83238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:39:19.582824 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-fc53b0c1-0f1a-4aa7-9e3b-e1f3f69764de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:39:19.588092 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-fc53b0c1-0f1a-4aa7-9e3b-e1f3f69764de admin admin] Usage tracker for resource:subnet and tenant:b0e0457219e74f3e8a4279def2b5834b is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:39:19.590890 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-fc53b0c1-0f1a-4aa7-9e3b-e1f3f69764de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:39:19.597162 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-fc53b0c1-0f1a-4aa7-9e3b-e1f3f69764de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:39:19.607238 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc53b0c1-0f1a-4aa7-9e3b-e1f3f69764de admin admin] Made reservation on behalf of b0e0457219e74f3e8a4279def2b5834b for: {'subnet': 1} {{(pid=83236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:39:19.609488 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-fc53b0c1-0f1a-4aa7-9e3b-e1f3f69764de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1097271'] for subnet, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:19.803879 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-fc53b0c1-0f1a-4aa7-9e3b-e1f3f69764de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1631110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1097253'] for subnet, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:19.877051 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc53b0c1-0f1a-4aa7-9e3b-e1f3f69764de admin admin] Pushing event updated for resources: {'Subnet': ['ID=38111a54-398d-4ffb-ba7f-de52fb88c9d6,revision_number=0']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:19.888487 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc53b0c1-0f1a-4aa7-9e3b-e1f3f69764de admin admin] Checking segment: {'id': '21a60366-5a2f-4287-928f-7b1b99d45d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ea17c32a-1110-4d81-8eb4-1dcddaa69ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:39:19.888830 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc53b0c1-0f1a-4aa7-9e3b-e1f3f69764de admin admin] Network hostable DHCP agents. Network: ea17c32a-1110-4d81-8eb4-1dcddaa69ad3, hostable agents: ['7055d141-b128-493c-8fde-b010d723709d'], hosted agents: [] {{(pid=83236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:39:19.910941 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc53b0c1-0f1a-4aa7-9e3b-e1f3f69764de admin admin] Network ea17c32a-1110-4d81-8eb4-1dcddaa69ad3 is scheduled to be hosted by DHCP agent 7055d141-b128-493c-8fde-b010d723709d with binding_index 1 {{(pid=83236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:39:19.919779 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.base_scheduler [None req-fc53b0c1-0f1a-4aa7-9e3b-e1f3f69764de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-1-iscsi, ea17c32a-1110-4d81-8eb4-1dcddaa69ad3) {{(pid=83236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:39:19.923550 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc53b0c1-0f1a-4aa7-9e3b-e1f3f69764de admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:19.924124 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-fc53b0c1-0f1a-4aa7-9e3b-e1f3f69764de admin admin] Notify callbacks [] for subnet, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:19.930003 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2205df1-3690-4931-a977-e00c40083381 None None] Network ea17c32a-1110-4d81-8eb4-1dcddaa69ad3 requested from dv-cinder-843305-1-iscsi {{(pid=83238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:39:19.944118 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-fc53b0c1-0f1a-4aa7-9e3b-e1f3f69764de admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3707836 May 25 22:39:20.188027 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93482dfd-da9c-4dae-b518-93afe3655c85 None None] Network ea17c32a-1110-4d81-8eb4-1dcddaa69ad3 requested from dv-cinder-843305-1-iscsi {{(pid=83238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:39:21.921410 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c506b0f-e42c-44e8-af40-bb58ad4e436a req-afdbaf05-740e-4fd8-809a-1070def71878 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:21.922070 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-9c506b0f-e42c-44e8-af40-bb58ad4e436a req-afdbaf05-740e-4fd8-809a-1070def71878 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Synchronizing usage tracker for tenant:b0e0457219e74f3e8a4279def2b5834b on resource:network {{(pid=83237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:39:21.939130 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-9c506b0f-e42c-44e8-af40-bb58ad4e436a req-afdbaf05-740e-4fd8-809a-1070def71878 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Unset dirty status for tenant:b0e0457219e74f3e8a4279def2b5834b on resource:network {{(pid=83237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:39:21.940271 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-9c506b0f-e42c-44e8-af40-bb58ad4e436a req-afdbaf05-740e-4fd8-809a-1070def71878 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.39 "GET /v2.0/networks?id=ea17c32a-1110-4d81-8eb4-1dcddaa69ad3 HTTP/1.1" status: 200 len: 809 time: 0.1555188 May 25 22:39:21.956003 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-9c506b0f-e42c-44e8-af40-bb58ad4e436a req-3aaa13cf-0ad3-4a15-8ef9-2893c2cd3140 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.39 "GET /v2.0/quotas/b0e0457219e74f3e8a4279def2b5834b HTTP/1.1" status: 200 len: 375 time: 0.0104330 May 25 22:39:22.003621 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-9c506b0f-e42c-44e8-af40-bb58ad4e436a req-66c255bc-1de3-46e9-aaee-797732d3ddd3 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b0e0457219e74f3e8a4279def2b5834b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429173 May 25 22:39:22.130425 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-9c506b0f-e42c-44e8-af40-bb58ad4e436a req-7080bd04-d1ce-4364-9cce-3e428a7e2c6a service neutron] 10.222.0.39 "GET /v2.0/networks/ea17c32a-1110-4d81-8eb4-1dcddaa69ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203606 May 25 22:39:22.270415 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-9c506b0f-e42c-44e8-af40-bb58ad4e436a req-b0981e3b-24f7-4e73-80c5-ee0bfb0f98d4 service neutron] 10.222.0.39 "GET /v2.0/networks/ea17c32a-1110-4d81-8eb4-1dcddaa69ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343608 May 25 22:39:22.450674 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-3e892494-258d-4ebe-bbb4-a8cf047a13c4 req-22fa40b3-db40-4cbb-bb57-f60af472becf tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8dea8f0-51c2-4dd1-84c7-d2775c1aef19 HTTP/1.1" status: 200 len: 210 time: 0.0399737 May 25 22:39:23.622980 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-c3c968e9-c0ba-4f52-a326-e5b573b2118a req-aff0a2db-d3ef-492b-805a-dd49f583d8d5 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8dea8f0-51c2-4dd1-84c7-d2775c1aef19 HTTP/1.1" status: 200 len: 210 time: 0.0416229 May 25 22:39:23.682946 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c506b0f-e42c-44e8-af40-bb58ad4e436a req-f774b895-a6e3-4c0a-b6c2-9a79658ef299 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:23.684472 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-9c506b0f-e42c-44e8-af40-bb58ad4e436a req-f774b895-a6e3-4c0a-b6c2-9a79658ef299 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.45 "GET /v2.0/networks?id=ea17c32a-1110-4d81-8eb4-1dcddaa69ad3 HTTP/1.1" status: 200 len: 809 time: 0.2342789 May 25 22:39:23.713656 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [req-9c506b0f-e42c-44e8-af40-bb58ad4e436a req-252168ff-a25d-4712-855b-a6c12ddc760d tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Request body: {'port': {'device_id': 'e8dea8f0-51c2-4dd1-84c7-d2775c1aef19', 'network_id': 'ea17c32a-1110-4d81-8eb4-1dcddaa69ad3', 'admin_state_up': True, 'tenant_id': 'b0e0457219e74f3e8a4279def2b5834b'}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:39:23.850292 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [req-9c506b0f-e42c-44e8-af40-bb58ad4e436a req-252168ff-a25d-4712-855b-a6c12ddc760d tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:39:23.854033 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-9c506b0f-e42c-44e8-af40-bb58ad4e436a req-252168ff-a25d-4712-855b-a6c12ddc760d tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Usage tracker for resource:port and tenant:b0e0457219e74f3e8a4279def2b5834b is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:39:23.856817 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-9c506b0f-e42c-44e8-af40-bb58ad4e436a req-252168ff-a25d-4712-855b-a6c12ddc760d tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:39:23.862651 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [req-9c506b0f-e42c-44e8-af40-bb58ad4e436a req-252168ff-a25d-4712-855b-a6c12ddc760d tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:39:23.873334 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c506b0f-e42c-44e8-af40-bb58ad4e436a req-252168ff-a25d-4712-855b-a6c12ddc760d tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Made reservation on behalf of b0e0457219e74f3e8a4279def2b5834b for: {'port': 1} {{(pid=83236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:39:23.877957 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-9c506b0f-e42c-44e8-af40-bb58ad4e436a req-252168ff-a25d-4712-855b-a6c12ddc760d tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:24.038257 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.db_base_plugin_common [req-9c506b0f-e42c-44e8-af40-bb58ad4e436a req-252168ff-a25d-4712-855b-a6c12ddc760d tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Allocated IP 172.20.0.6 (ea17c32a-1110-4d81-8eb4-1dcddaa69ad3/38111a54-398d-4ffb-ba7f-de52fb88c9d6/9045b3aa-525f-44a0-89a2-59e7f60b2da1) {{(pid=83236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:39:24.248457 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-9c506b0f-e42c-44e8-af40-bb58ad4e436a req-252168ff-a25d-4712-855b-a6c12ddc760d tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Notify callbacks [] for port, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:24.274958 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-9c506b0f-e42c-44e8-af40-bb58ad4e436a req-252168ff-a25d-4712-855b-a6c12ddc760d tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:24.344080 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c506b0f-e42c-44e8-af40-bb58ad4e436a req-252168ff-a25d-4712-855b-a6c12ddc760d tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Network ea17c32a-1110-4d81-8eb4-1dcddaa69ad3 is already hosted by enough agents. {{(pid=83236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:39:24.347154 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.base_scheduler [req-9c506b0f-e42c-44e8-af40-bb58ad4e436a req-252168ff-a25d-4712-855b-a6c12ddc760d tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Resources bound (agent type, host, resource id): {{(pid=83236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:39:24.351294 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c506b0f-e42c-44e8-af40-bb58ad4e436a req-252168ff-a25d-4712-855b-a6c12ddc760d tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Received port after_create {{(pid=83236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:39:24.379229 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252168ff-a25d-4712-855b-a6c12ddc760d tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Pushing event updated for resources: {'Port': ['ID=9045b3aa-525f-44a0-89a2-59e7f60b2da1,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:24.414734 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c506b0f-e42c-44e8-af40-bb58ad4e436a req-252168ff-a25d-4712-855b-a6c12ddc760d tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:24.415322 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-9c506b0f-e42c-44e8-af40-bb58ad4e436a req-252168ff-a25d-4712-855b-a6c12ddc760d tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:24.435748 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-9c506b0f-e42c-44e8-af40-bb58ad4e436a req-252168ff-a25d-4712-855b-a6c12ddc760d tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7255623 May 25 22:39:24.458991 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [req-9c506b0f-e42c-44e8-af40-bb58ad4e436a req-af603bbc-6dfc-45ea-abc6-efae059bbb8c service neutron] Request body: {'port': {'device_id': 'e8dea8f0-51c2-4dd1-84c7-d2775c1aef19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:39:24.573755 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-9c506b0f-e42c-44e8-af40-bb58ad4e436a req-af603bbc-6dfc-45ea-abc6-efae059bbb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:24.822675 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc3e870-2442-4a47-830a-a9acb58ed69e req-2fcb4afa-af27-4c17-a31f-b8de43f17fe5 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:24.824146 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-4bc3e870-2442-4a47-830a-a9acb58ed69e req-2fcb4afa-af27-4c17-a31f-b8de43f17fe5 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8dea8f0-51c2-4dd1-84c7-d2775c1aef19 HTTP/1.1" status: 200 len: 931 time: 0.0774128 May 25 22:39:24.875114 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-4bc3e870-2442-4a47-830a-a9acb58ed69e req-8429f448-6c96-4210-bad9-3b81ce7c64e4 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Synchronizing usage tracker for tenant:b0e0457219e74f3e8a4279def2b5834b on resource:security_group {{(pid=83237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:39:24.892309 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-4bc3e870-2442-4a47-830a-a9acb58ed69e req-8429f448-6c96-4210-bad9-3b81ce7c64e4 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Unset dirty status for tenant:b0e0457219e74f3e8a4279def2b5834b on resource:security_group {{(pid=83237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:39:24.893491 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-4bc3e870-2442-4a47-830a-a9acb58ed69e req-8429f448-6c96-4210-bad9-3b81ce7c64e4 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.39 "GET /v2.0/security-groups?id=69416e26-d785-4fda-93c6-ec04cc2e331e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634935 May 25 22:39:24.921666 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [req-9c506b0f-e42c-44e8-af40-bb58ad4e436a req-af603bbc-6dfc-45ea-abc6-efae059bbb8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9045b3aa-525f-44a0-89a2-59e7f60b2da1 {{(pid=83236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:39:24.929360 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-9c506b0f-e42c-44e8-af40-bb58ad4e436a req-af603bbc-6dfc-45ea-abc6-efae059bbb8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:24.943374 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.provisioning_blocks [req-9c506b0f-e42c-44e8-af40-bb58ad4e436a req-af603bbc-6dfc-45ea-abc6-efae059bbb8c service neutron] Transition to ACTIVE for port object 9045b3aa-525f-44a0-89a2-59e7f60b2da1 will not be triggered until provisioned by entity L2. {{(pid=83236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:39:24.947276 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-9c506b0f-e42c-44e8-af40-bb58ad4e436a req-af603bbc-6dfc-45ea-abc6-efae059bbb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1630987'] for port, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:25.069174 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af603bbc-6dfc-45ea-abc6-efae059bbb8c service neutron] Pushing event updated for resources: {'Port': ['ID=9045b3aa-525f-44a0-89a2-59e7f60b2da1,revision_number=2']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:25.102865 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af603bbc-6dfc-45ea-abc6-efae059bbb8c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:25.103122 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af603bbc-6dfc-45ea-abc6-efae059bbb8c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:25.103467 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af603bbc-6dfc-45ea-abc6-efae059bbb8c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:25.103804 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af603bbc-6dfc-45ea-abc6-efae059bbb8c service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:25.104124 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af603bbc-6dfc-45ea-abc6-efae059bbb8c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:25.104440 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af603bbc-6dfc-45ea-abc6-efae059bbb8c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:25.104755 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af603bbc-6dfc-45ea-abc6-efae059bbb8c service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:25.105069 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af603bbc-6dfc-45ea-abc6-efae059bbb8c service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:25.105381 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af603bbc-6dfc-45ea-abc6-efae059bbb8c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:25.105691 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af603bbc-6dfc-45ea-abc6-efae059bbb8c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:25.106003 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af603bbc-6dfc-45ea-abc6-efae059bbb8c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:25.184364 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-9c506b0f-e42c-44e8-af40-bb58ad4e436a req-af603bbc-6dfc-45ea-abc6-efae059bbb8c service neutron] Attempting to bind port 9045b3aa-525f-44a0-89a2-59e7f60b2da1 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:39:25.184788 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-9c506b0f-e42c-44e8-af40-bb58ad4e436a req-af603bbc-6dfc-45ea-abc6-efae059bbb8c service neutron] Attempting to bind port 9045b3aa-525f-44a0-89a2-59e7f60b2da1 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '21a60366-5a2f-4287-928f-7b1b99d45d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ea17c32a-1110-4d81-8eb4-1dcddaa69ad3'}] {{(pid=83236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:39:25.185107 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c506b0f-e42c-44e8-af40-bb58ad4e436a req-af603bbc-6dfc-45ea-abc6-efae059bbb8c service neutron] Attempting to bind port 9045b3aa-525f-44a0-89a2-59e7f60b2da1 on network ea17c32a-1110-4d81-8eb4-1dcddaa69ad3 {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:39:25.190933 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c506b0f-e42c-44e8-af40-bb58ad4e436a req-af603bbc-6dfc-45ea-abc6-efae059bbb8c service neutron] Port 9045b3aa-525f-44a0-89a2-59e7f60b2da1 on network ea17c32a-1110-4d81-8eb4-1dcddaa69ad3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:39:25.191263 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c506b0f-e42c-44e8-af40-bb58ad4e436a req-af603bbc-6dfc-45ea-abc6-efae059bbb8c service neutron] Attempting to bind port 9045b3aa-525f-44a0-89a2-59e7f60b2da1 on network ea17c32a-1110-4d81-8eb4-1dcddaa69ad3 {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:39:25.197421 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c506b0f-e42c-44e8-af40-bb58ad4e436a req-af603bbc-6dfc-45ea-abc6-efae059bbb8c service neutron] Checking agent: {'id': 'ba48c32d-6c3d-40ce-a4ff-91ef21d08f39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 30, 42), 'started_at': datetime.datetime(2022, 5, 25, 22, 30, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:39:25.197745 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c506b0f-e42c-44e8-af40-bb58ad4e436a req-af603bbc-6dfc-45ea-abc6-efae059bbb8c service neutron] Checking segment: {'id': '21a60366-5a2f-4287-928f-7b1b99d45d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ea17c32a-1110-4d81-8eb4-1dcddaa69ad3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:39:25.198120 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c506b0f-e42c-44e8-af40-bb58ad4e436a req-af603bbc-6dfc-45ea-abc6-efae059bbb8c service neutron] Bound using segment: {'id': '21a60366-5a2f-4287-928f-7b1b99d45d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ea17c32a-1110-4d81-8eb4-1dcddaa69ad3'} {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:39:25.198532 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-9c506b0f-e42c-44e8-af40-bb58ad4e436a req-af603bbc-6dfc-45ea-abc6-efae059bbb8c service neutron] Bound port: 9045b3aa-525f-44a0-89a2-59e7f60b2da1, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21a60366-5a2f-4287-928f-7b1b99d45d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ea17c32a-1110-4d81-8eb4-1dcddaa69ad3'}}] {{(pid=83236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:39:25.198868 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-9c506b0f-e42c-44e8-af40-bb58ad4e436a req-af603bbc-6dfc-45ea-abc6-efae059bbb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:25.284452 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-9c506b0f-e42c-44e8-af40-bb58ad4e436a req-af603bbc-6dfc-45ea-abc6-efae059bbb8c service neutron] For port 9045b3aa-525f-44a0-89a2-59e7f60b2da1, host hv-cinder-84330, cleared binding levels {{(pid=83236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:39:25.287364 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-9c506b0f-e42c-44e8-af40-bb58ad4e436a req-af603bbc-6dfc-45ea-abc6-efae059bbb8c service neutron] For port 9045b3aa-525f-44a0-89a2-59e7f60b2da1, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=9045b3aa-525f-44a0-89a2-59e7f60b2da1,segment=NetworkSegment(21a60366-5a2f-4287-928f-7b1b99d45d5b),segment_id=21a60366-5a2f-4287-928f-7b1b99d45d5b)] {{(pid=83236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:39:25.292018 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-9c506b0f-e42c-44e8-af40-bb58ad4e436a req-af603bbc-6dfc-45ea-abc6-efae059bbb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1630987'] for port, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:25.353655 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-9c506b0f-e42c-44e8-af40-bb58ad4e436a req-af603bbc-6dfc-45ea-abc6-efae059bbb8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:25.354918 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-9c506b0f-e42c-44e8-af40-bb58ad4e436a req-af603bbc-6dfc-45ea-abc6-efae059bbb8c service neutron] 10.222.0.45 "PUT /v2.0/ports/9045b3aa-525f-44a0-89a2-59e7f60b2da1 HTTP/1.1" status: 200 len: 1093 time: 0.8998673 May 25 22:39:25.355348 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8dea8f0-51c2-4dd1-84c7-d2775c1aef19', 'tag': '9045b3aa-525f-44a0-89a2-59e7f60b2da1'}] {{(pid=83236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:39:25.372979 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af603bbc-6dfc-45ea-abc6-efae059bbb8c service neutron] Pushing event updated for resources: {'Port': ['ID=9045b3aa-525f-44a0-89a2-59e7f60b2da1,revision_number=3']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:25.411476 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7c60679-e6cb-4c62-b30a-a4ab5e9b2916'] response: {'name': 'network-changed', 'server_uuid': 'e8dea8f0-51c2-4dd1-84c7-d2775c1aef19', 'tag': '9045b3aa-525f-44a0-89a2-59e7f60b2da1', 'status': 'completed', 'code': 200} May 25 22:39:25.478473 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-9c506b0f-e42c-44e8-af40-bb58ad4e436a req-a0ab096d-66da-4705-b26c-7ae71552fe98 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b0e0457219e74f3e8a4279def2b5834b&device_id=e8dea8f0-51c2-4dd1-84c7-d2775c1aef19 HTTP/1.1" status: 200 len: 1096 time: 0.0689976 May 25 22:39:25.635271 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-9c506b0f-e42c-44e8-af40-bb58ad4e436a req-f408e77f-0fd4-48ae-881d-d2c4ef87df31 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9045b3aa-525f-44a0-89a2-59e7f60b2da1 HTTP/1.1" status: 200 len: 217 time: 0.1414020 May 25 22:39:25.696852 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c506b0f-e42c-44e8-af40-bb58ad4e436a req-7bcb4531-7b18-4c87-bafc-ae9d8815e81a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:25.698209 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-9c506b0f-e42c-44e8-af40-bb58ad4e436a req-7bcb4531-7b18-4c87-bafc-ae9d8815e81a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=38111a54-398d-4ffb-ba7f-de52fb88c9d6 HTTP/1.1" status: 200 len: 849 time: 0.0555851 May 25 22:39:25.741926 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-9c506b0f-e42c-44e8-af40-bb58ad4e436a req-5fe4533f-16e4-431c-9273-356e0f8c563e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ea17c32a-1110-4d81-8eb4-1dcddaa69ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371568 May 25 22:39:25.869795 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-9c506b0f-e42c-44e8-af40-bb58ad4e436a req-31cdf880-aef3-4828-b595-d8d18262c4c1 service neutron] 10.222.0.45 "GET /v2.0/networks/ea17c32a-1110-4d81-8eb4-1dcddaa69ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213002 May 25 22:39:26.005029 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-9c506b0f-e42c-44e8-af40-bb58ad4e436a req-dc0ed159-ee48-4bc0-927d-7adb42cd875b service neutron] 10.222.0.45 "GET /v2.0/networks/ea17c32a-1110-4d81-8eb4-1dcddaa69ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257403 May 25 22:39:26.092446 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2d6c6-42cf-4d0a-9ccf-f4bb43ae9c0f req-93203792-90c8-490d-8279-535019a0e10f tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:26.093911 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-77d2d6c6-42cf-4d0a-9ccf-f4bb43ae9c0f req-93203792-90c8-490d-8279-535019a0e10f tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8dea8f0-51c2-4dd1-84c7-d2775c1aef19 HTTP/1.1" status: 200 len: 943 time: 0.0796213 May 25 22:39:26.140069 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-77d2d6c6-42cf-4d0a-9ccf-f4bb43ae9c0f req-9b31fd81-b692-45dc-b4c3-ba51a779ec4c tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.39 "GET /v2.0/security-groups?id=69416e26-d785-4fda-93c6-ec04cc2e331e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398321 May 25 22:39:26.169509 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-469ae173-7050-41e1-b5ec-71362c6de44a req-c41198d1-4cd7-4a1c-bf6f-f2b716d6e964 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b0e0457219e74f3e8a4279def2b5834b&device_id=e8dea8f0-51c2-4dd1-84c7-d2775c1aef19 HTTP/1.1" status: 200 len: 1096 time: 0.0733788 May 25 22:39:26.299053 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ae173-7050-41e1-b5ec-71362c6de44a req-525ceab2-44a8-4a66-89c2-4a57ee8b5288 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:26.300494 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-469ae173-7050-41e1-b5ec-71362c6de44a req-525ceab2-44a8-4a66-89c2-4a57ee8b5288 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ea17c32a-1110-4d81-8eb4-1dcddaa69ad3 HTTP/1.1" status: 200 len: 910 time: 0.1253357 May 25 22:39:26.366549 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-469ae173-7050-41e1-b5ec-71362c6de44a req-307cdb78-20b9-4d84-82eb-0e4da2b1456b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9045b3aa-525f-44a0-89a2-59e7f60b2da1 HTTP/1.1" status: 200 len: 217 time: 0.0590136 May 25 22:39:26.431416 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ae173-7050-41e1-b5ec-71362c6de44a req-1140a4f3-3eeb-43c3-b65a-b8534bc2df9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:26.432795 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-469ae173-7050-41e1-b5ec-71362c6de44a req-1140a4f3-3eeb-43c3-b65a-b8534bc2df9d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=38111a54-398d-4ffb-ba7f-de52fb88c9d6 HTTP/1.1" status: 200 len: 849 time: 0.0590672 May 25 22:39:26.480561 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-469ae173-7050-41e1-b5ec-71362c6de44a req-b6b7ff7d-ef6a-4c39-8816-c4320bbcf109 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ea17c32a-1110-4d81-8eb4-1dcddaa69ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391617 May 25 22:39:26.610844 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-469ae173-7050-41e1-b5ec-71362c6de44a req-8cb1225c-d66c-4062-b679-eaecf962c268 service neutron] 10.222.0.45 "GET /v2.0/networks/ea17c32a-1110-4d81-8eb4-1dcddaa69ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218472 May 25 22:39:26.738822 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-469ae173-7050-41e1-b5ec-71362c6de44a req-34ef4f48-e5a1-4314-bc3f-f4daaad0ee7f service neutron] 10.222.0.45 "GET /v2.0/networks/ea17c32a-1110-4d81-8eb4-1dcddaa69ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214900 May 25 22:39:27.414831 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f1a3e-88de-4f97-ac54-7d8d09245a51 req-139f4a0f-8f7f-4244-8153-8027f1f2b5b8 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:27.416281 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-b51f1a3e-88de-4f97-ac54-7d8d09245a51 req-139f4a0f-8f7f-4244-8153-8027f1f2b5b8 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8dea8f0-51c2-4dd1-84c7-d2775c1aef19 HTTP/1.1" status: 200 len: 943 time: 0.1509166 May 25 22:39:27.460508 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-b51f1a3e-88de-4f97-ac54-7d8d09245a51 req-14f6839c-bd5c-47d8-8613-5327588864cc tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.39 "GET /v2.0/security-groups?id=69416e26-d785-4fda-93c6-ec04cc2e331e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387557 May 25 22:39:28.654817 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb71653-e652-4272-9ee8-f85b283667f7 req-ac7b8b08-58bb-4ff9-b851-d2d9b99ebd62 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:28.656269 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-6fb71653-e652-4272-9ee8-f85b283667f7 req-ac7b8b08-58bb-4ff9-b851-d2d9b99ebd62 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8dea8f0-51c2-4dd1-84c7-d2775c1aef19 HTTP/1.1" status: 200 len: 943 time: 0.0741704 May 25 22:39:28.703203 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-6fb71653-e652-4272-9ee8-f85b283667f7 req-832e5d12-76a7-4410-bf9f-47003297e03c tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.39 "GET /v2.0/security-groups?id=69416e26-d785-4fda-93c6-ec04cc2e331e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407329 May 25 22:39:29.101519 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 9045b3aa-525f-44a0-89a2-59e7f60b2da1 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 22:39:29.243921 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port 9045b3aa-525f-44a0-89a2-59e7f60b2da1, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=9045b3aa-525f-44a0-89a2-59e7f60b2da1,segment=NetworkSegment(21a60366-5a2f-4287-928f-7b1b99d45d5b),segment_id=21a60366-5a2f-4287-928f-7b1b99d45d5b)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:39:29.260621 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Returning: {'device': '9045b3aa-525f-44a0-89a2-59e7f60b2da1', 'network_id': 'ea17c32a-1110-4d81-8eb4-1dcddaa69ad3', 'port_id': '9045b3aa-525f-44a0-89a2-59e7f60b2da1', 'mac_address': 'fa:16:3e:b3:e1:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38111a54-398d-4ffb-ba7f-de52fb88c9d6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 22:39:29.311980 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:29.328903 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.notifiers.nova [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9045b3aa-525f-44a0-89a2-59e7f60b2da1 {{(pid=83238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:39:29.343124 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port 9045b3aa-525f-44a0-89a2-59e7f60b2da1, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=9045b3aa-525f-44a0-89a2-59e7f60b2da1,segment=NetworkSegment(21a60366-5a2f-4287-928f-7b1b99d45d5b),segment_id=21a60366-5a2f-4287-928f-7b1b99d45d5b)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:39:29.348001 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:29.416711 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Pushing event updated for resources: {'Port': ['ID=9045b3aa-525f-44a0-89a2-59e7f60b2da1,revision_number=4']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:29.425414 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:29.425748 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:29.426077 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:29.426402 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:29.426725 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:29.427044 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:29.427358 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:29.427696 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:29.428011 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:29.428318 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:29.428627 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:29.617202 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-cc26cd2a-7fb1-4c06-ae31-883ec1d007cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:29.701636 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] get_ports_and_sgs() called for port_ids ['9045b3aa-525f-44a0-89a2-59e7f60b2da1'] {{(pid=83238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:39:29.902092 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac06bf1-4bd9-407d-b54f-f2c56fb50e2b req-fe5b0701-e18d-460e-b996-ef84e015a284 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:29.903441 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-aac06bf1-4bd9-407d-b54f-f2c56fb50e2b req-fe5b0701-e18d-460e-b996-ef84e015a284 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8dea8f0-51c2-4dd1-84c7-d2775c1aef19 HTTP/1.1" status: 200 len: 944 time: 0.0766449 May 25 22:39:29.947750 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-aac06bf1-4bd9-407d-b54f-f2c56fb50e2b req-afb2fd12-0b16-42c1-85b5-ba0a979f91e9 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.39 "GET /v2.0/security-groups?id=69416e26-d785-4fda-93c6-ec04cc2e331e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385687 May 25 22:39:30.368350 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.agents_db [None req-9a0b4f36-fcd8-49b0-a2d4-59f1c5f7edf0 None None] Agent healthcheck: found 6 active agents {{(pid=83239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:39:31.116751 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 9045b3aa-525f-44a0-89a2-59e7f60b2da1 up at agent hyperv_hv-cinder-84330 {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:39:31.143712 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2221951-82c2-4167-91da-967d0a17534c req-99116a1a-7cca-4dc4-89f3-534308837c9b tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:31.145161 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-b2221951-82c2-4167-91da-967d0a17534c req-99116a1a-7cca-4dc4-89f3-534308837c9b tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8dea8f0-51c2-4dd1-84c7-d2775c1aef19 HTTP/1.1" status: 200 len: 944 time: 0.0782404 May 25 22:39:31.185830 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Provisioning for port 9045b3aa-525f-44a0-89a2-59e7f60b2da1 completed by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:39:31.190871 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-b2221951-82c2-4167-91da-967d0a17534c req-0c373996-3983-42c4-9391-b526fa9952c7 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.39 "GET /v2.0/security-groups?id=69416e26-d785-4fda-93c6-ec04cc2e331e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400589 May 25 22:39:31.191090 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Provisioning complete for port 9045b3aa-525f-44a0-89a2-59e7f60b2da1 triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:39:31.191417 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:31.302253 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:31.328205 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8dea8f0-51c2-4dd1-84c7-d2775c1aef19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9045b3aa-525f-44a0-89a2-59e7f60b2da1'}] {{(pid=83238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:39:31.338115 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port 9045b3aa-525f-44a0-89a2-59e7f60b2da1, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=9045b3aa-525f-44a0-89a2-59e7f60b2da1,segment=NetworkSegment(21a60366-5a2f-4287-928f-7b1b99d45d5b),segment_id=21a60366-5a2f-4287-928f-7b1b99d45d5b)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:39:31.341708 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:31.389016 dv-cinder-843305-1-iscsi neutron-server[83238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73396b68-e3a2-4731-8f58-cc83a50db442'] response: {'server_uuid': 'e8dea8f0-51c2-4dd1-84c7-d2775c1aef19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9045b3aa-525f-44a0-89a2-59e7f60b2da1', 'code': 200} May 25 22:39:31.414946 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Pushing event updated for resources: {'Port': ['ID=9045b3aa-525f-44a0-89a2-59e7f60b2da1,revision_number=5']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:31.665097 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-56fd7c76-4d9c-4a24-ba33-0385ea6701a1 req-68e505ff-5bbb-4069-a1a7-8f80b87aceab service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e8dea8f0-51c2-4dd1-84c7-d2775c1aef19 HTTP/1.1" status: 200 len: 1098 time: 0.0684669 May 25 22:39:31.705886 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-56fd7c76-4d9c-4a24-ba33-0385ea6701a1 req-78c347b4-38ed-442d-87e3-59c102163ae6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=69416e26-d785-4fda-93c6-ec04cc2e331e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348718 May 25 22:39:31.812146 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-2f272c62-2a67-4a6f-a0b0-3ad2c2755143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:32.381830 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bc58d-89f1-455e-a8a0-bfd913c04f0d req-f0d51708-df18-4360-92fc-7f72d32de5a9 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:32.383244 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-180bc58d-89f1-455e-a8a0-bfd913c04f0d req-f0d51708-df18-4360-92fc-7f72d32de5a9 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8dea8f0-51c2-4dd1-84c7-d2775c1aef19 HTTP/1.1" status: 200 len: 945 time: 0.0754733 May 25 22:39:32.427429 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-180bc58d-89f1-455e-a8a0-bfd913c04f0d req-012c35c4-de7b-4908-bc85-20f8e352b848 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.39 "GET /v2.0/security-groups?id=69416e26-d785-4fda-93c6-ec04cc2e331e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387149 May 25 22:39:32.898367 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:33.056313 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:33.337363 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 59174) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:33.531304 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [None req-991950d8-be08-44d6-aa44-d455630157c4 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Deleting port 7ef8a823-d2aa-4564-8545-88e244c2bec1 {{(pid=83236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:39:33.531668 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-991950d8-be08-44d6-aa44-d455630157c4 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:33.625997 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6dfa9-b609-4888-b722-ce8d59a4314a req-86caa2f2-6e9e-48d5-8283-8dff2988bf90 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:33.627388 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-87f6dfa9-b609-4888-b722-ce8d59a4314a req-86caa2f2-6e9e-48d5-8283-8dff2988bf90 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8dea8f0-51c2-4dd1-84c7-d2775c1aef19 HTTP/1.1" status: 200 len: 945 time: 0.0788076 May 25 22:39:33.673079 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-87f6dfa9-b609-4888-b722-ce8d59a4314a req-90d097cf-efbc-4b26-ae5a-4afa277f58f3 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.39 "GET /v2.0/security-groups?id=69416e26-d785-4fda-93c6-ec04cc2e331e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399368 May 25 22:39:33.783786 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-991950d8-be08-44d6-aa44-d455630157c4 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:33.784107 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-991950d8-be08-44d6-aa44-d455630157c4 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:33.902293 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [None req-991950d8-be08-44d6-aa44-d455630157c4 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Calling delete_port for 7ef8a823-d2aa-4564-8545-88e244c2bec1 owned by network:floatingip {{(pid=83236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:39:34.058429 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-991950d8-be08-44d6-aa44-d455630157c4 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:34.101497 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991950d8-be08-44d6-aa44-d455630157c4 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Pushing event deleted for resources: {'Port': ['ID=7ef8a823-d2aa-4564-8545-88e244c2bec1,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:34.195109 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-991950d8-be08-44d6-aa44-d455630157c4 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify callbacks [] for floatingip, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:34.358657 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:34.594373 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-991950d8-be08-44d6-aa44-d455630157c4 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Router 895afbad-3370-4dce-b96b-b6b5cc5d6cb1 has already been hosted by L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a {{(pid=83236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:39:34.760090 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e36217-8156-462e-8338-b660f9de8965 req-65406cec-5a67-40c1-9e55-fc60f055a640 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:34.761427 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-90e36217-8156-462e-8338-b660f9de8965 req-65406cec-5a67-40c1-9e55-fc60f055a640 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8dea8f0-51c2-4dd1-84c7-d2775c1aef19 HTTP/1.1" status: 200 len: 945 time: 0.0746791 May 25 22:39:34.795674 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991950d8-be08-44d6-aa44-d455630157c4 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:39:34.806633 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4108ff1a-30f7-4edd-ab99-fc7287654576 None None] Sync routers for ids ['895afbad-3370-4dce-b96b-b6b5cc5d6cb1'] in dv-cinder-843305-1-iscsi {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:39:34.808042 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-991950d8-be08-44d6-aa44-d455630157c4 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for floatingip, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:34.812176 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-90e36217-8156-462e-8338-b660f9de8965 req-992e482f-85b0-4178-bfc2-0afae6d19c38 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.39 "GET /v2.0/security-groups?id=69416e26-d785-4fda-93c6-ec04cc2e331e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449572 May 25 22:39:34.818733 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4108ff1a-30f7-4edd-ab99-fc7287654576 None None] Routers {'895afbad-3370-4dce-b96b-b6b5cc5d6cb1'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:39:34.819512 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-4108ff1a-30f7-4edd-ab99-fc7287654576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:39:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['895afbad-3370-4dce-b96b-b6b5cc5d6cb1'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:34.860516 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-991950d8-be08-44d6-aa44-d455630157c4 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "DELETE /v2.0/floatingips/97b2a235-e66a-4732-9e77-b1d816578474 HTTP/1.1" status: 204 len: 168 time: 1.5220912 May 25 22:39:34.861085 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c141c782-6a1c-4f93-b31b-7f0835f21db5', 'tag': 'e304b59e-5dd0-4753-8934-8424f8665063'}] {{(pid=83236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:39:34.928581 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d005a5fb-b58a-4c9b-9e77-24861cdf5b73'] response: {'name': 'network-changed', 'server_uuid': 'c141c782-6a1c-4f93-b31b-7f0835f21db5', 'tag': 'e304b59e-5dd0-4753-8934-8424f8665063', 'status': 'completed', 'code': 200} May 25 22:39:35.014977 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-4108ff1a-30f7-4edd-ab99-fc7287654576 None None] Set router 895afbad-3370-4dce-b96b-b6b5cc5d6cb1 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:39:35.063139 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-2eced5c9-9632-4729-b748-044f629fd818 req-8e68ffde-3fd5-4a0d-92d0-17d1a12fc91b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=298cfafc7a3647b5a9ea9e4f6b05e7c8&device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 1099 time: 0.0721424 May 25 22:39:35.205533 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eced5c9-9632-4729-b748-044f629fd818 req-1ed9f982-6a02-4a35-8180-3f6c96ed6aae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:35.206985 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-2eced5c9-9632-4729-b748-044f629fd818 req-1ed9f982-6a02-4a35-8180-3f6c96ed6aae service neutron] 10.222.0.45 "GET /v2.0/networks?id=2cebea64-2be2-48ff-85ac-df2bebf392c9 HTTP/1.1" status: 200 len: 910 time: 0.1365092 May 25 22:39:35.255365 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55250378-2dcb-4a00-818d-8d2c7a709163 req-db436db4-a1ab-4075-b8d2-512241bd2073 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:35.257490 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-55250378-2dcb-4a00-818d-8d2c7a709163 req-db436db4-a1ab-4075-b8d2-512241bd2073 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 946 time: 0.0793653 May 25 22:39:35.282826 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-2eced5c9-9632-4729-b748-044f629fd818 req-8b04840f-0afc-4fc0-9de0-fe3f319c1715 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e304b59e-5dd0-4753-8934-8424f8665063 HTTP/1.1" status: 200 len: 217 time: 0.0673101 May 25 22:39:35.304339 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-55250378-2dcb-4a00-818d-8d2c7a709163 req-21a265d8-072a-4042-91f5-50409127644d tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/security-groups?id=4daec5d9-05d1-44c8-9c81-ceb391342ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405502 May 25 22:39:35.352537 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eced5c9-9632-4729-b748-044f629fd818 req-200c575e-cd8e-4bc5-88d2-493f9b768583 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:35.353984 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-2eced5c9-9632-4729-b748-044f629fd818 req-200c575e-cd8e-4bc5-88d2-493f9b768583 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ddc3c2bb-eb88-4939-85aa-520d055657c9 HTTP/1.1" status: 200 len: 848 time: 0.0593345 May 25 22:39:35.375304 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-4108ff1a-30f7-4edd-ab99-fc7287654576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895afbad-3370-4dce-b96b-b6b5cc5d6cb1', 'name': 'tempest-TestShelveInstance-1407877356-router', 'tenant_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f1a36107-25f3-444c-b859-a2c78b1511b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:34:16Z', 'updated_at': '2022-05-25T22:34:22Z', 'revision_number': 4, 'project_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'gw_port': {'id': 'f1a36107-25f3-444c-b859-a2c78b1511b8', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895afbad-3370-4dce-b96b-b6b5cc5d6cb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:34:17Z', 'updated_at': '2022-05-25T22:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '21db3c1e-573e-4b0f-8d37-8668b155971e', 'name': '', 'network_id': '2cebea64-2be2-48ff-85ac-df2bebf392c9', 'tenant_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'mac_address': 'fa:16:3e:77:22:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895afbad-3370-4dce-b96b-b6b5cc5d6cb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddc3c2bb-eb88-4939-85aa-520d055657c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:34:21Z', 'updated_at': '2022-05-25T22:34:36Z', 'revision_number': 5, 'project_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'subnets': [{'id': 'ddc3c2bb-eb88-4939-85aa-520d055657c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:35.379629 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4108ff1a-30f7-4edd-ab99-fc7287654576 None None] Checking router: 895afbad-3370-4dce-b96b-b6b5cc5d6cb1 for host: dv-cinder-843305-1-iscsi {{(pid=83238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:39:35.390242 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4108ff1a-30f7-4edd-ab99-fc7287654576 None None] Routers {'895afbad-3370-4dce-b96b-b6b5cc5d6cb1'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:39:35.390819 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-4108ff1a-30f7-4edd-ab99-fc7287654576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:39:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['895afbad-3370-4dce-b96b-b6b5cc5d6cb1'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:35.516056 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-2eced5c9-9632-4729-b748-044f629fd818 req-ec9c9243-f2a7-4790-9684-c13cf67fb1c8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2cebea64-2be2-48ff-85ac-df2bebf392c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1534500 May 25 22:39:35.571988 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-4108ff1a-30f7-4edd-ab99-fc7287654576 None None] Set router 895afbad-3370-4dce-b96b-b6b5cc5d6cb1 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:39:35.649001 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-2eced5c9-9632-4729-b748-044f629fd818 req-9e4a2a50-b7e4-4a1b-bcaa-7c24d13ded04 service neutron] 10.222.0.45 "GET /v2.0/networks/2cebea64-2be2-48ff-85ac-df2bebf392c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235383 May 25 22:39:35.782335 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-2eced5c9-9632-4729-b748-044f629fd818 req-52ea00fa-e580-4322-a185-ab846331e4ba service neutron] 10.222.0.45 "GET /v2.0/networks/2cebea64-2be2-48ff-85ac-df2bebf392c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256955 May 25 22:39:35.882822 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-4108ff1a-30f7-4edd-ab99-fc7287654576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895afbad-3370-4dce-b96b-b6b5cc5d6cb1', 'name': 'tempest-TestShelveInstance-1407877356-router', 'tenant_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f1a36107-25f3-444c-b859-a2c78b1511b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:34:16Z', 'updated_at': '2022-05-25T22:34:22Z', 'revision_number': 4, 'project_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'gw_port': {'id': 'f1a36107-25f3-444c-b859-a2c78b1511b8', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895afbad-3370-4dce-b96b-b6b5cc5d6cb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:34:17Z', 'updated_at': '2022-05-25T22:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '21db3c1e-573e-4b0f-8d37-8668b155971e', 'name': '', 'network_id': '2cebea64-2be2-48ff-85ac-df2bebf392c9', 'tenant_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'mac_address': 'fa:16:3e:77:22:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895afbad-3370-4dce-b96b-b6b5cc5d6cb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddc3c2bb-eb88-4939-85aa-520d055657c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:34:21Z', 'updated_at': '2022-05-25T22:34:36Z', 'revision_number': 5, 'project_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'subnets': [{'id': 'ddc3c2bb-eb88-4939-85aa-520d055657c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:35.886750 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4108ff1a-30f7-4edd-ab99-fc7287654576 None None] The sync data for ids ['895afbad-3370-4dce-b96b-b6b5cc5d6cb1'] in dv-cinder-843305-1-iscsi is: [{'id': '895afbad-3370-4dce-b96b-b6b5cc5d6cb1', 'name': 'tempest-TestShelveInstance-1407877356-router', 'tenant_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f1a36107-25f3-444c-b859-a2c78b1511b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:34:16Z', 'updated_at': '2022-05-25T22:34:22Z', 'revision_number': 4, 'project_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'gw_port': {'id': 'f1a36107-25f3-444c-b859-a2c78b1511b8', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895afbad-3370-4dce-b96b-b6b5cc5d6cb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:34:17Z', 'updated_at': '2022-05-25T22:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '21db3c1e-573e-4b0f-8d37-8668b155971e', 'name': '', 'network_id': '2cebea64-2be2-48ff-85ac-df2bebf392c9', 'tenant_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'mac_address': 'fa:16:3e:77:22:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895afbad-3370-4dce-b96b-b6b5cc5d6cb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddc3c2bb-eb88-4939-85aa-520d055657c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:34:21Z', 'updated_at': '2022-05-25T22:34:36Z', 'revision_number': 5, 'project_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'subnets': [{'id': 'ddc3c2bb-eb88-4939-85aa-520d055657c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:39:36.027947 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdbad33-9bcd-4d3f-9e0b-ec98b7bb0c77 req-deb80bbc-9a73-484b-84b1-71cca404b272 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:36.029432 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-1bdbad33-9bcd-4d3f-9e0b-ec98b7bb0c77 req-deb80bbc-9a73-484b-84b1-71cca404b272 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8dea8f0-51c2-4dd1-84c7-d2775c1aef19 HTTP/1.1" status: 200 len: 945 time: 0.0805337 May 25 22:39:36.076855 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-1bdbad33-9bcd-4d3f-9e0b-ec98b7bb0c77 req-4f4f236c-3cf5-452e-b542-53660257d877 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.39 "GET /v2.0/security-groups?id=69416e26-d785-4fda-93c6-ec04cc2e331e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410912 May 25 22:39:36.092079 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02603c6-46d7-4856-8d57-dba5cbbd5c7d None None] New status for floating IP 97b2a235-e66a-4732-9e77-b1d816578474: DOWN {{(pid=83239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:39:36.562983 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ed53a-13f9-48ef-a8c2-b4953e452f29 req-0e4493b9-cc34-4699-bcad-267780524e79 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:36.563689 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-2e5ed53a-13f9-48ef-a8c2-b4953e452f29 req-0e4493b9-cc34-4699-bcad-267780524e79 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Synchronizing usage tracker for tenant:b0e0457219e74f3e8a4279def2b5834b on resource:port {{(pid=83236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:39:36.581039 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-2e5ed53a-13f9-48ef-a8c2-b4953e452f29 req-0e4493b9-cc34-4699-bcad-267780524e79 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Unset dirty status for tenant:b0e0457219e74f3e8a4279def2b5834b on resource:port {{(pid=83236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:39:36.582252 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-2e5ed53a-13f9-48ef-a8c2-b4953e452f29 req-0e4493b9-cc34-4699-bcad-267780524e79 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8dea8f0-51c2-4dd1-84c7-d2775c1aef19 HTTP/1.1" status: 200 len: 945 time: 0.0946088 May 25 22:39:36.661342 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [req-2e5ed53a-13f9-48ef-a8c2-b4953e452f29 req-39ac71b0-261d-44e8-852c-5dea0e77e837 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Deleting port 9045b3aa-525f-44a0-89a2-59e7f60b2da1 {{(pid=83236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:39:36.661996 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-2e5ed53a-13f9-48ef-a8c2-b4953e452f29 req-39ac71b0-261d-44e8-852c-5dea0e77e837 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:36.691893 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d636155e-f075-464b-94df-8db4a0f3866f req-9b73efc9-8a60-4a22-b1a4-e34ec73f2247 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:36.693459 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-d636155e-f075-464b-94df-8db4a0f3866f req-9b73efc9-8a60-4a22-b1a4-e34ec73f2247 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 946 time: 0.0760324 May 25 22:39:36.739286 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-d636155e-f075-464b-94df-8db4a0f3866f req-0f3532df-a271-4e0b-bc5a-ae70ee419565 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/security-groups?id=4daec5d9-05d1-44c8-9c81-ceb391342ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401096 May 25 22:39:36.906423 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-2e5ed53a-13f9-48ef-a8c2-b4953e452f29 req-39ac71b0-261d-44e8-852c-5dea0e77e837 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] For port 9045b3aa-525f-44a0-89a2-59e7f60b2da1, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=9045b3aa-525f-44a0-89a2-59e7f60b2da1,segment=NetworkSegment(21a60366-5a2f-4287-928f-7b1b99d45d5b),segment_id=21a60366-5a2f-4287-928f-7b1b99d45d5b)] {{(pid=83236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:39:36.906772 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-2e5ed53a-13f9-48ef-a8c2-b4953e452f29 req-39ac71b0-261d-44e8-852c-5dea0e77e837 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:37.029539 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [req-2e5ed53a-13f9-48ef-a8c2-b4953e452f29 req-39ac71b0-261d-44e8-852c-5dea0e77e837 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Calling delete_port for 9045b3aa-525f-44a0-89a2-59e7f60b2da1 owned by compute:nova {{(pid=83236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:39:37.165034 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-2e5ed53a-13f9-48ef-a8c2-b4953e452f29 req-39ac71b0-261d-44e8-852c-5dea0e77e837 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:37.205190 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] get_ports_and_sgs() called for port_ids ['9045b3aa-525f-44a0-89a2-59e7f60b2da1'] {{(pid=83238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:39:37.216879 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac71b0-261d-44e8-852c-5dea0e77e837 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Pushing event deleted for resources: {'Port': ['ID=9045b3aa-525f-44a0-89a2-59e7f60b2da1,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:37.256588 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-051eabba-6cdc-4832-8ef8-a14b05ffb904 req-963e1bb6-a241-4609-a264-6cb5ebdf2565 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8dea8f0-51c2-4dd1-84c7-d2775c1aef19 HTTP/1.1" status: 200 len: 210 time: 0.0552280 May 25 22:39:37.287136 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e5ed53a-13f9-48ef-a8c2-b4953e452f29 req-39ac71b0-261d-44e8-852c-5dea0e77e837 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] No DVR routers for this DVR port 9045b3aa-525f-44a0-89a2-59e7f60b2da1 on host hv-cinder-84330 {{(pid=83236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:39:37.289384 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-2e5ed53a-13f9-48ef-a8c2-b4953e452f29 req-39ac71b0-261d-44e8-852c-5dea0e77e837 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:37.291820 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8dea8f0-51c2-4dd1-84c7-d2775c1aef19', 'name': 'network-vif-deleted', 'tag': '9045b3aa-525f-44a0-89a2-59e7f60b2da1'}] {{(pid=83236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:39:37.307442 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-2e5ed53a-13f9-48ef-a8c2-b4953e452f29 req-39ac71b0-261d-44e8-852c-5dea0e77e837 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.45 "DELETE /v2.0/ports/9045b3aa-525f-44a0-89a2-59e7f60b2da1 HTTP/1.1" status: 204 len: 173 time: 0.7122862 May 25 22:39:37.356688 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eaee551-081d-4efd-bf74-9127c75476f8'] response: {'server_uuid': 'e8dea8f0-51c2-4dd1-84c7-d2775c1aef19', 'name': 'network-vif-deleted', 'tag': '9045b3aa-525f-44a0-89a2-59e7f60b2da1', 'status': 'completed', 'code': 200} May 25 22:39:37.406824 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ebdae-d8d1-47ce-ae25-c0c36a478510 req-f51cb1f0-2d36-443b-b599-915dfc1c1751 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:37.407512 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-4f4ebdae-d8d1-47ce-ae25-c0c36a478510 req-f51cb1f0-2d36-443b-b599-915dfc1c1751 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Synchronizing usage tracker for tenant:298cfafc7a3647b5a9ea9e4f6b05e7c8 on resource:port {{(pid=83236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:39:37.426184 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-4f4ebdae-d8d1-47ce-ae25-c0c36a478510 req-f51cb1f0-2d36-443b-b599-915dfc1c1751 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Unset dirty status for tenant:298cfafc7a3647b5a9ea9e4f6b05e7c8 on resource:port {{(pid=83236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:39:37.427321 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-4f4ebdae-d8d1-47ce-ae25-c0c36a478510 req-f51cb1f0-2d36-443b-b599-915dfc1c1751 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.45 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 946 time: 0.1011729 May 25 22:39:37.503162 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [req-4f4ebdae-d8d1-47ce-ae25-c0c36a478510 req-3e059ac7-d6d2-4dda-a959-2f92b62f25fa tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Deleting port e304b59e-5dd0-4753-8934-8424f8665063 {{(pid=83236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:39:37.503499 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-4f4ebdae-d8d1-47ce-ae25-c0c36a478510 req-3e059ac7-d6d2-4dda-a959-2f92b62f25fa tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:37.744519 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-4f4ebdae-d8d1-47ce-ae25-c0c36a478510 req-3e059ac7-d6d2-4dda-a959-2f92b62f25fa tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] For port e304b59e-5dd0-4753-8934-8424f8665063, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=e304b59e-5dd0-4753-8934-8424f8665063,segment=NetworkSegment(874fa2ac-d7a0-43f2-96b7-2b355b2ab748),segment_id=874fa2ac-d7a0-43f2-96b7-2b355b2ab748)] {{(pid=83236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:39:37.745465 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-4f4ebdae-d8d1-47ce-ae25-c0c36a478510 req-3e059ac7-d6d2-4dda-a959-2f92b62f25fa tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:37.950707 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d68939-71d0-46da-84ef-cfee47778546 req-b402f1d4-521e-4242-a007-43eb3b6b0f0e tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:37.952182 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f1d68939-71d0-46da-84ef-cfee47778546 req-b402f1d4-521e-4242-a007-43eb3b6b0f0e tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 946 time: 0.0858495 May 25 22:39:37.977391 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [req-4f4ebdae-d8d1-47ce-ae25-c0c36a478510 req-3e059ac7-d6d2-4dda-a959-2f92b62f25fa tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Calling delete_port for e304b59e-5dd0-4753-8934-8424f8665063 owned by compute:nova {{(pid=83236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:39:38.000746 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f1d68939-71d0-46da-84ef-cfee47778546 req-c6968ea5-d130-4917-8461-df0d0ca67e71 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/security-groups?id=4daec5d9-05d1-44c8-9c81-ceb391342ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421879 May 25 22:39:38.124298 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-4f4ebdae-d8d1-47ce-ae25-c0c36a478510 req-3e059ac7-d6d2-4dda-a959-2f92b62f25fa tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:38.178961 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e059ac7-d6d2-4dda-a959-2f92b62f25fa tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Pushing event deleted for resources: {'Port': ['ID=e304b59e-5dd0-4753-8934-8424f8665063,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:38.253260 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4ebdae-d8d1-47ce-ae25-c0c36a478510 req-3e059ac7-d6d2-4dda-a959-2f92b62f25fa tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] No DVR routers for this DVR port e304b59e-5dd0-4753-8934-8424f8665063 on host hv-cinder-84330 {{(pid=83236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:39:38.255436 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-4f4ebdae-d8d1-47ce-ae25-c0c36a478510 req-3e059ac7-d6d2-4dda-a959-2f92b62f25fa tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:38.268433 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-4f4ebdae-d8d1-47ce-ae25-c0c36a478510 req-3e059ac7-d6d2-4dda-a959-2f92b62f25fa tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.45 "DELETE /v2.0/ports/e304b59e-5dd0-4753-8934-8424f8665063 HTTP/1.1" status: 204 len: 173 time: 0.8298228 May 25 22:39:38.645117 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8474a9b-347c-4a1f-ae41-55dd768db492 req-43f5491a-2642-4a50-9e4a-846d905abada tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:38.646583 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-a8474a9b-347c-4a1f-ae41-55dd768db492 req-43f5491a-2642-4a50-9e4a-846d905abada tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.39 "GET /v2.0/networks?id=ea17c32a-1110-4d81-8eb4-1dcddaa69ad3 HTTP/1.1" status: 200 len: 809 time: 0.1497464 May 25 22:39:38.663567 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-a8474a9b-347c-4a1f-ae41-55dd768db492 req-d5f6f2e9-4ad0-4dd1-a95d-eaa0dbc3f46a tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.39 "GET /v2.0/quotas/b0e0457219e74f3e8a4279def2b5834b HTTP/1.1" status: 200 len: 375 time: 0.0114353 May 25 22:39:38.712023 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-a8474a9b-347c-4a1f-ae41-55dd768db492 req-da28c759-904d-43fb-9c55-162209627bfb tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b0e0457219e74f3e8a4279def2b5834b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429254 May 25 22:39:38.846860 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-a8474a9b-347c-4a1f-ae41-55dd768db492 req-f1e4629f-edd3-47d3-813c-6564e4b8772b service neutron] 10.222.0.39 "GET /v2.0/networks/ea17c32a-1110-4d81-8eb4-1dcddaa69ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280565 May 25 22:39:38.977377 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-a8474a9b-347c-4a1f-ae41-55dd768db492 req-35f3776f-f59a-4795-b76b-fa6b339749f0 service neutron] 10.222.0.39 "GET /v2.0/networks/ea17c32a-1110-4d81-8eb4-1dcddaa69ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249261 May 25 22:39:39.218637 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-4a511a11-a149-43f4-988f-9e60f29fb151 req-a1402809-f4cf-4a8b-8686-d91d29fda644 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.39 "GET /v2.0/ports?device_id=0dab73b6-cde9-4f59-8278-2d08cb21a96a HTTP/1.1" status: 200 len: 210 time: 0.0880380 May 25 22:39:39.219423 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 9045b3aa-525f-44a0-89a2-59e7f60b2da1 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:39:39.220692 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-6e6614b3-681e-4725-b9a0-bd8f440fe6c0 req-9ee271fc-930d-44f0-9a0b-a6ae3398909a tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "GET /v2.0/ports?device_id=c141c782-6a1c-4f93-b31b-7f0835f21db5 HTTP/1.1" status: 200 len: 210 time: 0.0567250 May 25 22:39:39.266744 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] No Port match for: 9045b3aa-525f-44a0-89a2-59e7f60b2da1 {{(pid=83238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:39:39.267163 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 9045b3aa-525f-44a0-89a2-59e7f60b2da1 not bound to the agent host hv-cinder-84330 {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:39:39.267713 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device e304b59e-5dd0-4753-8934-8424f8665063 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:39:39.308931 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] No Port match for: e304b59e-5dd0-4753-8934-8424f8665063 {{(pid=83238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:39:39.309447 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device e304b59e-5dd0-4753-8934-8424f8665063 not bound to the agent host hv-cinder-84330 {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:39:39.357671 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c141c782-6a1c-4f93-b31b-7f0835f21db5', 'name': 'network-vif-deleted', 'tag': 'e304b59e-5dd0-4753-8934-8424f8665063'}] {{(pid=83236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:39:39.425345 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96c55f31-bd97-4508-8d98-3afd96a12372'] response: {'server_uuid': 'c141c782-6a1c-4f93-b31b-7f0835f21db5', 'name': 'network-vif-deleted', 'tag': 'e304b59e-5dd0-4753-8934-8424f8665063', 'status': 'completed', 'code': 200} May 25 22:39:40.342134 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 59244) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:40.365496 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8474a9b-347c-4a1f-ae41-55dd768db492 req-6dcdaace-c47d-4c7a-a455-0850baaabad4 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:40.366906 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-a8474a9b-347c-4a1f-ae41-55dd768db492 req-6dcdaace-c47d-4c7a-a455-0850baaabad4 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.45 "GET /v2.0/networks?id=ea17c32a-1110-4d81-8eb4-1dcddaa69ad3 HTTP/1.1" status: 200 len: 809 time: 0.1649506 May 25 22:39:40.393963 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [req-a8474a9b-347c-4a1f-ae41-55dd768db492 req-68184f54-3e98-4a1c-8ea2-95f672f4372d tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Request body: {'port': {'device_id': '0dab73b6-cde9-4f59-8278-2d08cb21a96a', 'network_id': 'ea17c32a-1110-4d81-8eb4-1dcddaa69ad3', 'admin_state_up': True, 'tenant_id': 'b0e0457219e74f3e8a4279def2b5834b'}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:39:40.507029 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-a685ee76-7d87-4976-bf92-cd33266de1e8 req-8ab538c7-5e07-4064-abe9-df8c192dbc45 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.39 "GET /v2.0/ports?device_id=0dab73b6-cde9-4f59-8278-2d08cb21a96a HTTP/1.1" status: 200 len: 210 time: 0.1334670 May 25 22:39:40.531750 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-3e37e529-afdf-4b68-9cd8-96c2b8152879 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:40.538387 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [req-a8474a9b-347c-4a1f-ae41-55dd768db492 req-68184f54-3e98-4a1c-8ea2-95f672f4372d tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:39:40.542958 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-a8474a9b-347c-4a1f-ae41-55dd768db492 req-68184f54-3e98-4a1c-8ea2-95f672f4372d tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Usage tracker for resource:port and tenant:b0e0457219e74f3e8a4279def2b5834b is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:39:40.545805 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-a8474a9b-347c-4a1f-ae41-55dd768db492 req-68184f54-3e98-4a1c-8ea2-95f672f4372d tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:39:40.551436 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [req-a8474a9b-347c-4a1f-ae41-55dd768db492 req-68184f54-3e98-4a1c-8ea2-95f672f4372d tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:39:40.560710 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8474a9b-347c-4a1f-ae41-55dd768db492 req-68184f54-3e98-4a1c-8ea2-95f672f4372d tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Made reservation on behalf of b0e0457219e74f3e8a4279def2b5834b for: {'port': 1} {{(pid=83236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:39:40.561444 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-3e37e529-afdf-4b68-9cd8-96c2b8152879 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:40.563801 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-a8474a9b-347c-4a1f-ae41-55dd768db492 req-68184f54-3e98-4a1c-8ea2-95f672f4372d tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:40.626122 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-3e37e529-afdf-4b68-9cd8-96c2b8152879 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:40.646877 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e37e529-afdf-4b68-9cd8-96c2b8152879 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4daec5d9-05d1-44c8-9c81-ceb391342ad4,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:40.658285 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e37e529-afdf-4b68-9cd8-96c2b8152879 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:40.658671 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e37e529-afdf-4b68-9cd8-96c2b8152879 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:40.658996 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e37e529-afdf-4b68-9cd8-96c2b8152879 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:40.659312 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e37e529-afdf-4b68-9cd8-96c2b8152879 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:40.659652 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e37e529-afdf-4b68-9cd8-96c2b8152879 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:40.659964 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e37e529-afdf-4b68-9cd8-96c2b8152879 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:40.660271 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e37e529-afdf-4b68-9cd8-96c2b8152879 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:40.660579 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e37e529-afdf-4b68-9cd8-96c2b8152879 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:40.660885 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e37e529-afdf-4b68-9cd8-96c2b8152879 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:40.661184 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e37e529-afdf-4b68-9cd8-96c2b8152879 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:40.661484 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e37e529-afdf-4b68-9cd8-96c2b8152879 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:39:40.671616 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-3e37e529-afdf-4b68-9cd8-96c2b8152879 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:40.672723 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-3e37e529-afdf-4b68-9cd8-96c2b8152879 tempest-TestShelveInstance-1046172530 tempest-TestShelveInstance-1046172530-project] 10.222.0.39 "DELETE /v2.0/security-groups/4daec5d9-05d1-44c8-9c81-ceb391342ad4 HTTP/1.1" status: 204 len: 168 time: 0.3290565 May 25 22:39:40.729132 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 59250) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:40.738341 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.db_base_plugin_common [req-a8474a9b-347c-4a1f-ae41-55dd768db492 req-68184f54-3e98-4a1c-8ea2-95f672f4372d tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Allocated IP 172.20.0.10 (ea17c32a-1110-4d81-8eb4-1dcddaa69ad3/38111a54-398d-4ffb-ba7f-de52fb88c9d6/28565073-6719-4688-b5a3-f0609cfcbf9c) {{(pid=83236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:39:41.066280 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-a8474a9b-347c-4a1f-ae41-55dd768db492 req-68184f54-3e98-4a1c-8ea2-95f672f4372d tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Notify callbacks [] for port, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:41.118496 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-a8474a9b-347c-4a1f-ae41-55dd768db492 req-68184f54-3e98-4a1c-8ea2-95f672f4372d tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:41.201764 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8474a9b-347c-4a1f-ae41-55dd768db492 req-68184f54-3e98-4a1c-8ea2-95f672f4372d tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Network ea17c32a-1110-4d81-8eb4-1dcddaa69ad3 is already hosted by enough agents. {{(pid=83236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:39:41.206906 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68184f54-3e98-4a1c-8ea2-95f672f4372d tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Pushing event updated for resources: {'Port': ['ID=28565073-6719-4688-b5a3-f0609cfcbf9c,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:41.209262 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.base_scheduler [req-a8474a9b-347c-4a1f-ae41-55dd768db492 req-68184f54-3e98-4a1c-8ea2-95f672f4372d tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Resources bound (agent type, host, resource id): {{(pid=83236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:39:41.211963 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8474a9b-347c-4a1f-ae41-55dd768db492 req-68184f54-3e98-4a1c-8ea2-95f672f4372d tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Received port after_create {{(pid=83236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:39:41.385060 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8474a9b-347c-4a1f-ae41-55dd768db492 req-68184f54-3e98-4a1c-8ea2-95f672f4372d tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:41.385708 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-a8474a9b-347c-4a1f-ae41-55dd768db492 req-68184f54-3e98-4a1c-8ea2-95f672f4372d tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:41.422436 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-a8474a9b-347c-4a1f-ae41-55dd768db492 req-68184f54-3e98-4a1c-8ea2-95f672f4372d tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0333221 May 25 22:39:41.442122 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [req-a8474a9b-347c-4a1f-ae41-55dd768db492 req-a5372c8d-3a71-417f-8d49-939780a0574b service neutron] Request body: {'port': {'device_id': '0dab73b6-cde9-4f59-8278-2d08cb21a96a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:39:41.654591 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-a8474a9b-347c-4a1f-ae41-55dd768db492 req-a5372c8d-3a71-417f-8d49-939780a0574b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:41.703792 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-03eb5f76-506e-46dd-9cb7-dfd5ba6fea8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335576'] for router_interface, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:41.712577 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d2a5d-1383-4149-ab6d-dce1c210e325 req-d6b7f451-0339-4b1e-8300-cc8632493776 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:41.714782 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-658d2a5d-1383-4149-ab6d-dce1c210e325 req-d6b7f451-0339-4b1e-8300-cc8632493776 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.39 "GET /v2.0/ports?device_id=0dab73b6-cde9-4f59-8278-2d08cb21a96a HTTP/1.1" status: 200 len: 932 time: 0.0767126 May 25 22:39:41.732645 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:41.760964 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-658d2a5d-1383-4149-ab6d-dce1c210e325 req-c249f911-dc25-484a-87e4-190477e19ab4 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.39 "GET /v2.0/security-groups?id=69416e26-d785-4fda-93c6-ec04cc2e331e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410390 May 25 22:39:42.196989 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [req-a8474a9b-347c-4a1f-ae41-55dd768db492 req-a5372c8d-3a71-417f-8d49-939780a0574b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28565073-6719-4688-b5a3-f0609cfcbf9c {{(pid=83236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:39:42.206905 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-a8474a9b-347c-4a1f-ae41-55dd768db492 req-a5372c8d-3a71-417f-8d49-939780a0574b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:42.275445 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.provisioning_blocks [req-a8474a9b-347c-4a1f-ae41-55dd768db492 req-a5372c8d-3a71-417f-8d49-939780a0574b service neutron] Transition to ACTIVE for port object 28565073-6719-4688-b5a3-f0609cfcbf9c will not be triggered until provisioned by entity L2. {{(pid=83236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:39:42.302012 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-a8474a9b-347c-4a1f-ae41-55dd768db492 req-a5372c8d-3a71-417f-8d49-939780a0574b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1630987'] for port, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:42.449621 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5372c8d-3a71-417f-8d49-939780a0574b service neutron] Pushing event updated for resources: {'Port': ['ID=28565073-6719-4688-b5a3-f0609cfcbf9c,revision_number=2']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:42.628772 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-a8474a9b-347c-4a1f-ae41-55dd768db492 req-a5372c8d-3a71-417f-8d49-939780a0574b service neutron] Attempting to bind port 28565073-6719-4688-b5a3-f0609cfcbf9c on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:39:42.629095 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-a8474a9b-347c-4a1f-ae41-55dd768db492 req-a5372c8d-3a71-417f-8d49-939780a0574b service neutron] Attempting to bind port 28565073-6719-4688-b5a3-f0609cfcbf9c by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '21a60366-5a2f-4287-928f-7b1b99d45d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ea17c32a-1110-4d81-8eb4-1dcddaa69ad3'}] {{(pid=83236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:39:42.629411 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8474a9b-347c-4a1f-ae41-55dd768db492 req-a5372c8d-3a71-417f-8d49-939780a0574b service neutron] Attempting to bind port 28565073-6719-4688-b5a3-f0609cfcbf9c on network ea17c32a-1110-4d81-8eb4-1dcddaa69ad3 {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:39:42.643564 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8474a9b-347c-4a1f-ae41-55dd768db492 req-a5372c8d-3a71-417f-8d49-939780a0574b service neutron] Port 28565073-6719-4688-b5a3-f0609cfcbf9c on network ea17c32a-1110-4d81-8eb4-1dcddaa69ad3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:39:42.643877 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8474a9b-347c-4a1f-ae41-55dd768db492 req-a5372c8d-3a71-417f-8d49-939780a0574b service neutron] Attempting to bind port 28565073-6719-4688-b5a3-f0609cfcbf9c on network ea17c32a-1110-4d81-8eb4-1dcddaa69ad3 {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:39:42.653519 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8474a9b-347c-4a1f-ae41-55dd768db492 req-a5372c8d-3a71-417f-8d49-939780a0574b service neutron] Checking agent: {'id': 'ba48c32d-6c3d-40ce-a4ff-91ef21d08f39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 30, 42), 'started_at': datetime.datetime(2022, 5, 25, 22, 30, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:39:42.653843 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8474a9b-347c-4a1f-ae41-55dd768db492 req-a5372c8d-3a71-417f-8d49-939780a0574b service neutron] Checking segment: {'id': '21a60366-5a2f-4287-928f-7b1b99d45d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ea17c32a-1110-4d81-8eb4-1dcddaa69ad3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:39:42.654214 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8474a9b-347c-4a1f-ae41-55dd768db492 req-a5372c8d-3a71-417f-8d49-939780a0574b service neutron] Bound using segment: {'id': '21a60366-5a2f-4287-928f-7b1b99d45d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ea17c32a-1110-4d81-8eb4-1dcddaa69ad3'} {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:39:42.654630 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-a8474a9b-347c-4a1f-ae41-55dd768db492 req-a5372c8d-3a71-417f-8d49-939780a0574b service neutron] Bound port: 28565073-6719-4688-b5a3-f0609cfcbf9c, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21a60366-5a2f-4287-928f-7b1b99d45d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ea17c32a-1110-4d81-8eb4-1dcddaa69ad3'}}] {{(pid=83236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:39:42.654962 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-a8474a9b-347c-4a1f-ae41-55dd768db492 req-a5372c8d-3a71-417f-8d49-939780a0574b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:42.783670 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-a8474a9b-347c-4a1f-ae41-55dd768db492 req-a5372c8d-3a71-417f-8d49-939780a0574b service neutron] For port 28565073-6719-4688-b5a3-f0609cfcbf9c, host hv-cinder-84330, cleared binding levels {{(pid=83236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:39:42.801242 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-a8474a9b-347c-4a1f-ae41-55dd768db492 req-a5372c8d-3a71-417f-8d49-939780a0574b service neutron] For port 28565073-6719-4688-b5a3-f0609cfcbf9c, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=28565073-6719-4688-b5a3-f0609cfcbf9c,segment=NetworkSegment(21a60366-5a2f-4287-928f-7b1b99d45d5b),segment_id=21a60366-5a2f-4287-928f-7b1b99d45d5b)] {{(pid=83236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:39:42.808695 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-a8474a9b-347c-4a1f-ae41-55dd768db492 req-a5372c8d-3a71-417f-8d49-939780a0574b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1630987'] for port, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:42.878266 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-a8474a9b-347c-4a1f-ae41-55dd768db492 req-a5372c8d-3a71-417f-8d49-939780a0574b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:42.879624 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-a8474a9b-347c-4a1f-ae41-55dd768db492 req-a5372c8d-3a71-417f-8d49-939780a0574b service neutron] 10.222.0.45 "PUT /v2.0/ports/28565073-6719-4688-b5a3-f0609cfcbf9c HTTP/1.1" status: 200 len: 1094 time: 1.4420645 May 25 22:39:42.881917 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dab73b6-cde9-4f59-8278-2d08cb21a96a', 'tag': '28565073-6719-4688-b5a3-f0609cfcbf9c'}] {{(pid=83236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:39:42.927195 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5372c8d-3a71-417f-8d49-939780a0574b service neutron] Pushing event updated for resources: {'Port': ['ID=28565073-6719-4688-b5a3-f0609cfcbf9c,revision_number=3']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:42.980995 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f9ae10e-8981-4c3c-abe9-269f02857e01'] response: {'name': 'network-changed', 'server_uuid': '0dab73b6-cde9-4f59-8278-2d08cb21a96a', 'tag': '28565073-6719-4688-b5a3-f0609cfcbf9c', 'status': 'completed', 'code': 200} May 25 22:39:42.997804 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb00f1-e50d-463d-8049-2e5f5f816d48 req-ac976a78-2fc8-423a-bd3a-a496f24bdc61 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:42.999327 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-92eb00f1-e50d-463d-8049-2e5f5f816d48 req-ac976a78-2fc8-423a-bd3a-a496f24bdc61 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.39 "GET /v2.0/ports?device_id=0dab73b6-cde9-4f59-8278-2d08cb21a96a HTTP/1.1" status: 200 len: 944 time: 0.1081836 May 25 22:39:42.999722 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [None req-03eb5f76-506e-46dd-9cb7-dfd5ba6fea8b admin admin] Deleting port 21db3c1e-573e-4b0f-8d37-8668b155971e {{(pid=83236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:39:43.000054 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-03eb5f76-506e-46dd-9cb7-dfd5ba6fea8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:43.045853 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-92eb00f1-e50d-463d-8049-2e5f5f816d48 req-7663e36d-412b-4e7e-b6f5-ad7dd5f1dbb2 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.39 "GET /v2.0/security-groups?id=69416e26-d785-4fda-93c6-ec04cc2e331e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403047 May 25 22:39:43.241591 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-a8474a9b-347c-4a1f-ae41-55dd768db492 req-e607577c-f317-43af-b342-e5f069119e6c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b0e0457219e74f3e8a4279def2b5834b&device_id=0dab73b6-cde9-4f59-8278-2d08cb21a96a HTTP/1.1" status: 200 len: 1097 time: 0.3054638 May 25 22:39:43.326507 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-a8474a9b-347c-4a1f-ae41-55dd768db492 req-8efb3803-689d-406e-bbf9-1af08ff11cdc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28565073-6719-4688-b5a3-f0609cfcbf9c HTTP/1.1" status: 200 len: 217 time: 0.0633500 May 25 22:39:43.381682 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [None req-03eb5f76-506e-46dd-9cb7-dfd5ba6fea8b admin admin] For port 21db3c1e-573e-4b0f-8d37-8668b155971e, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=21db3c1e-573e-4b0f-8d37-8668b155971e,segment=NetworkSegment(874fa2ac-d7a0-43f2-96b7-2b355b2ab748),segment_id=874fa2ac-d7a0-43f2-96b7-2b355b2ab748)] {{(pid=83236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:39:43.382033 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-03eb5f76-506e-46dd-9cb7-dfd5ba6fea8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:43.511302 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [None req-03eb5f76-506e-46dd-9cb7-dfd5ba6fea8b admin admin] Calling delete_port for 21db3c1e-573e-4b0f-8d37-8668b155971e owned by network:router_interface {{(pid=83236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:39:43.551352 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8474a9b-347c-4a1f-ae41-55dd768db492 req-d7a3c77b-1926-4e3c-ba1f-9965f8a35078 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:43.552822 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-a8474a9b-347c-4a1f-ae41-55dd768db492 req-d7a3c77b-1926-4e3c-ba1f-9965f8a35078 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=38111a54-398d-4ffb-ba7f-de52fb88c9d6 HTTP/1.1" status: 200 len: 849 time: 0.2177782 May 25 22:39:43.600478 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-a8474a9b-347c-4a1f-ae41-55dd768db492 req-0c3b8362-4504-4486-a29a-5459135a0e39 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ea17c32a-1110-4d81-8eb4-1dcddaa69ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410142 May 25 22:39:43.763574 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-a8474a9b-347c-4a1f-ae41-55dd768db492 req-fd270569-3fb4-4634-ad74-745f9ff57520 service neutron] 10.222.0.45 "GET /v2.0/networks/ea17c32a-1110-4d81-8eb4-1dcddaa69ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560578 May 25 22:39:43.914110 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-03eb5f76-506e-46dd-9cb7-dfd5ba6fea8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:43.974332 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eb5f76-506e-46dd-9cb7-dfd5ba6fea8b admin admin] Pushing event deleted for resources: {'Port': ['ID=21db3c1e-573e-4b0f-8d37-8668b155971e,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:44.016229 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-a8474a9b-347c-4a1f-ae41-55dd768db492 req-4867aec8-2c0a-40ce-ac35-f11c39d65838 service neutron] 10.222.0.45 "GET /v2.0/networks/ea17c32a-1110-4d81-8eb4-1dcddaa69ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466631 May 25 22:39:44.273492 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae485b29-bd67-44b9-a301-95398ad27d68 req-7b91384c-e26d-4897-a30d-d1fc0d91c400 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:44.274849 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-ae485b29-bd67-44b9-a301-95398ad27d68 req-7b91384c-e26d-4897-a30d-d1fc0d91c400 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.39 "GET /v2.0/ports?device_id=0dab73b6-cde9-4f59-8278-2d08cb21a96a HTTP/1.1" status: 200 len: 944 time: 0.0902917 May 25 22:39:44.293908 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-0f8e83fb-0165-4c3d-a44d-1d9d6fd732e7 req-687d7a18-313d-4bda-9c99-54bf5974c0ea service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b0e0457219e74f3e8a4279def2b5834b&device_id=0dab73b6-cde9-4f59-8278-2d08cb21a96a HTTP/1.1" status: 200 len: 1097 time: 0.1575167 May 25 22:39:44.321562 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-ae485b29-bd67-44b9-a301-95398ad27d68 req-2b5d9288-4966-47f5-80e7-c17315af6789 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.39 "GET /v2.0/security-groups?id=69416e26-d785-4fda-93c6-ec04cc2e331e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412433 May 25 22:39:44.442931 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e83fb-0165-4c3d-a44d-1d9d6fd732e7 req-8d4a9394-2145-4010-a807-39b02437e9e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:44.444361 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-0f8e83fb-0165-4c3d-a44d-1d9d6fd732e7 req-8d4a9394-2145-4010-a807-39b02437e9e0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ea17c32a-1110-4d81-8eb4-1dcddaa69ad3 HTTP/1.1" status: 200 len: 910 time: 0.1434715 May 25 22:39:44.450059 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-03eb5f76-506e-46dd-9cb7-dfd5ba6fea8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2759036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-335503'] for router_interface, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:44.617822 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-0f8e83fb-0165-4c3d-a44d-1d9d6fd732e7 req-b9560b99-4287-44fe-80d4-b30aad827f44 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28565073-6719-4688-b5a3-f0609cfcbf9c HTTP/1.1" status: 200 len: 217 time: 0.1640353 May 25 22:39:44.785307 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e83fb-0165-4c3d-a44d-1d9d6fd732e7 req-46a0b009-6a92-4455-9206-d2339c9b3912 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:44.786705 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-0f8e83fb-0165-4c3d-a44d-1d9d6fd732e7 req-46a0b009-6a92-4455-9206-d2339c9b3912 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=38111a54-398d-4ffb-ba7f-de52fb88c9d6 HTTP/1.1" status: 200 len: 849 time: 0.1204784 May 25 22:39:44.835652 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-0f8e83fb-0165-4c3d-a44d-1d9d6fd732e7 req-f78395ad-6142-4402-a1b8-a2df9a9c8cb9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ea17c32a-1110-4d81-8eb4-1dcddaa69ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415840 May 25 22:39:44.996108 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-0f8e83fb-0165-4c3d-a44d-1d9d6fd732e7 req-2947d91b-d387-4e1e-ac06-9b3cd830ae7b service neutron] 10.222.0.45 "GET /v2.0/networks/ea17c32a-1110-4d81-8eb4-1dcddaa69ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520841 May 25 22:39:45.290719 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-0f8e83fb-0165-4c3d-a44d-1d9d6fd732e7 req-36b42050-ff51-48c8-a438-310e2ffbaf33 service neutron] 10.222.0.45 "GET /v2.0/networks/ea17c32a-1110-4d81-8eb4-1dcddaa69ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224934 May 25 22:39:45.482909 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03eb5f76-506e-46dd-9cb7-dfd5ba6fea8b admin admin] Router 895afbad-3370-4dce-b96b-b6b5cc5d6cb1 has already been hosted by L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a {{(pid=83236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:39:45.522155 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874d61a-0496-424e-b5b3-1a00d8729547 req-704c8c51-d036-43d0-8902-3aea5a45bb7a tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:45.524325 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-4874d61a-0496-424e-b5b3-1a00d8729547 req-704c8c51-d036-43d0-8902-3aea5a45bb7a tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.39 "GET /v2.0/ports?device_id=0dab73b6-cde9-4f59-8278-2d08cb21a96a HTTP/1.1" status: 200 len: 944 time: 0.0806613 May 25 22:39:45.569933 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-4874d61a-0496-424e-b5b3-1a00d8729547 req-da316ede-5730-4cdc-be2b-05e4119599f0 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.39 "GET /v2.0/security-groups?id=69416e26-d785-4fda-93c6-ec04cc2e331e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403674 May 25 22:39:45.680098 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03eb5f76-506e-46dd-9cb7-dfd5ba6fea8b admin admin] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:39:45.691083 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f49f77-dc6e-4d35-b446-37eb01cafc7d None None] Sync routers for ids ['895afbad-3370-4dce-b96b-b6b5cc5d6cb1'] in dv-cinder-843305-1-iscsi {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:39:45.692452 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-03eb5f76-506e-46dd-9cb7-dfd5ba6fea8b admin admin] 10.222.0.39 "PUT /v2.0/routers/895afbad-3370-4dce-b96b-b6b5cc5d6cb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9623141 May 25 22:39:45.694936 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 59274) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:45.703855 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f49f77-dc6e-4d35-b446-37eb01cafc7d None None] Routers {'895afbad-3370-4dce-b96b-b6b5cc5d6cb1'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:39:45.704445 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-67f49f77-dc6e-4d35-b446-37eb01cafc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:39:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['895afbad-3370-4dce-b96b-b6b5cc5d6cb1'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:45.892819 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-67f49f77-dc6e-4d35-b446-37eb01cafc7d None None] Set router 895afbad-3370-4dce-b96b-b6b5cc5d6cb1 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:39:45.996461 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-bbee8899-3bc8-4c78-954a-12c7ab205a35 admin admin] Notify callbacks [] for router, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:46.211809 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-bbee8899-3bc8-4c78-954a-12c7ab205a35 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:46.224327 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [None req-bbee8899-3bc8-4c78-954a-12c7ab205a35 admin admin] Deleting port f1a36107-25f3-444c-b859-a2c78b1511b8 {{(pid=83236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:39:46.224758 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-bbee8899-3bc8-4c78-954a-12c7ab205a35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:46.235506 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-67f49f77-dc6e-4d35-b446-37eb01cafc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895afbad-3370-4dce-b96b-b6b5cc5d6cb1', 'name': 'tempest-TestShelveInstance-1407877356-router', 'tenant_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'f1a36107-25f3-444c-b859-a2c78b1511b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:34:16Z', 'updated_at': '2022-05-25T22:39:43Z', 'revision_number': 5, 'project_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'gw_port': {'id': 'f1a36107-25f3-444c-b859-a2c78b1511b8', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895afbad-3370-4dce-b96b-b6b5cc5d6cb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:34:17Z', 'updated_at': '2022-05-25T22:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi'}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:46.240277 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f49f77-dc6e-4d35-b446-37eb01cafc7d None None] Checking router: 895afbad-3370-4dce-b96b-b6b5cc5d6cb1 for host: dv-cinder-843305-1-iscsi {{(pid=83238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:39:46.252249 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f49f77-dc6e-4d35-b446-37eb01cafc7d None None] Routers {'895afbad-3370-4dce-b96b-b6b5cc5d6cb1'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:39:46.252921 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-67f49f77-dc6e-4d35-b446-37eb01cafc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:39:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['895afbad-3370-4dce-b96b-b6b5cc5d6cb1'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:46.269016 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe29ebe-cd57-482e-9474-8e764fbe971b req-75dff3b6-9610-4fe5-a2e9-c3318009f51e tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:46.270684 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-4fe29ebe-cd57-482e-9474-8e764fbe971b req-75dff3b6-9610-4fe5-a2e9-c3318009f51e tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 947 time: 0.0832577 May 25 22:39:46.318262 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-4fe29ebe-cd57-482e-9474-8e764fbe971b req-c9e983df-d702-4549-ac77-338b1cf80ad2 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3a5bff-6d29-49b4-8b97-79fcb8254885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413158 May 25 22:39:46.405189 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-67f49f77-dc6e-4d35-b446-37eb01cafc7d None None] Set router 895afbad-3370-4dce-b96b-b6b5cc5d6cb1 gateway port host: None {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:39:46.410431 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [None req-bbee8899-3bc8-4c78-954a-12c7ab205a35 admin admin] For port f1a36107-25f3-444c-b859-a2c78b1511b8, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=f1a36107-25f3-444c-b859-a2c78b1511b8,segment=NetworkSegment(877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e),segment_id=877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e)] {{(pid=83236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:39:46.410785 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-bbee8899-3bc8-4c78-954a-12c7ab205a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:46.508183 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-67f49f77-dc6e-4d35-b446-37eb01cafc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895afbad-3370-4dce-b96b-b6b5cc5d6cb1', 'name': 'tempest-TestShelveInstance-1407877356-router', 'tenant_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:34:16Z', 'updated_at': '2022-05-25T22:39:46Z', 'revision_number': 6, 'project_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'gw_port_host': None}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:46.512064 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f49f77-dc6e-4d35-b446-37eb01cafc7d None None] The sync data for ids ['895afbad-3370-4dce-b96b-b6b5cc5d6cb1'] in dv-cinder-843305-1-iscsi is: [{'id': '895afbad-3370-4dce-b96b-b6b5cc5d6cb1', 'name': 'tempest-TestShelveInstance-1407877356-router', 'tenant_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:34:16Z', 'updated_at': '2022-05-25T22:39:46Z', 'revision_number': 6, 'project_id': '298cfafc7a3647b5a9ea9e4f6b05e7c8', 'gw_port_host': None}] {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:39:46.529977 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [None req-bbee8899-3bc8-4c78-954a-12c7ab205a35 admin admin] Calling delete_port for f1a36107-25f3-444c-b859-a2c78b1511b8 owned by network:router_gateway {{(pid=83236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:39:46.694971 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-bbee8899-3bc8-4c78-954a-12c7ab205a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:46.774723 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbee8899-3bc8-4c78-954a-12c7ab205a35 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1a36107-25f3-444c-b859-a2c78b1511b8,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:46.778534 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e2cd04-6107-43f8-a458-a6c94264966a req-5a73c52e-6a6e-4fd2-a3c7-ce4f68ef7abb tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:46.779992 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-72e2cd04-6107-43f8-a458-a6c94264966a req-5a73c52e-6a6e-4fd2-a3c7-ce4f68ef7abb tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.39 "GET /v2.0/ports?device_id=0dab73b6-cde9-4f59-8278-2d08cb21a96a HTTP/1.1" status: 200 len: 944 time: 0.0805838 May 25 22:39:46.831030 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-72e2cd04-6107-43f8-a458-a6c94264966a req-0e292488-7713-4fc3-ab26-e8672d7e06b5 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.39 "GET /v2.0/security-groups?id=69416e26-d785-4fda-93c6-ec04cc2e331e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407851 May 25 22:39:46.947541 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-40838795-82f5-4d64-a5a4-12341d5f8047 req-cdabf66f-5145-4b06-9d03-e71d415363ab service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=36e08922-d853-451c-ba88-6550194a82af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2487693 May 25 22:39:47.028826 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-bbee8899-3bc8-4c78-954a-12c7ab205a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-335045'] for router_gateway, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:47.209172 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 28565073-6719-4688-b5a3-f0609cfcbf9c details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 22:39:47.350827 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port 28565073-6719-4688-b5a3-f0609cfcbf9c, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=28565073-6719-4688-b5a3-f0609cfcbf9c,segment=NetworkSegment(21a60366-5a2f-4287-928f-7b1b99d45d5b),segment_id=21a60366-5a2f-4287-928f-7b1b99d45d5b)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:39:47.364580 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Returning: {'device': '28565073-6719-4688-b5a3-f0609cfcbf9c', 'network_id': 'ea17c32a-1110-4d81-8eb4-1dcddaa69ad3', 'port_id': '28565073-6719-4688-b5a3-f0609cfcbf9c', 'mac_address': 'fa:16:3e:bb:2a:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38111a54-398d-4ffb-ba7f-de52fb88c9d6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 22:39:47.421932 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:47.440458 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.notifiers.nova [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28565073-6719-4688-b5a3-f0609cfcbf9c {{(pid=83238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:39:47.444159 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-bbee8899-3bc8-4c78-954a-12c7ab205a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-332341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13637'] for router, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:47.456886 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-40838795-82f5-4d64-a5a4-12341d5f8047 req-f85c64ed-fe0d-49d6-b573-2a88caf2c373 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e555a5edad0e42029674c53c2976a6de&device_id=36e08922-d853-451c-ba88-6550194a82af HTTP/1.1" status: 200 len: 1098 time: 0.3723671 May 25 22:39:47.458213 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port 28565073-6719-4688-b5a3-f0609cfcbf9c, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=28565073-6719-4688-b5a3-f0609cfcbf9c,segment=NetworkSegment(21a60366-5a2f-4287-928f-7b1b99d45d5b),segment_id=21a60366-5a2f-4287-928f-7b1b99d45d5b)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:39:47.458549 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-bbee8899-3bc8-4c78-954a-12c7ab205a35 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:47.466156 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:47.537368 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Pushing event updated for resources: {'Port': ['ID=28565073-6719-4688-b5a3-f0609cfcbf9c,revision_number=4']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:47.546380 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c5e86-70d1-4530-b330-319477ff3fb1 req-a6492c8d-a381-4075-92ac-76b8502fd410 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:47.547833 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-095c5e86-70d1-4530-b330-319477ff3fb1 req-a6492c8d-a381-4075-92ac-76b8502fd410 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 947 time: 0.0765738 May 25 22:39:47.581502 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-bbee8899-3bc8-4c78-954a-12c7ab205a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-332441'] for router, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:47.582023 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbee8899-3bc8-4c78-954a-12c7ab205a35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 895afbad-3370-4dce-b96b-b6b5cc5d6cb1 {{(pid=83236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:39:47.598524 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-095c5e86-70d1-4530-b330-319477ff3fb1 req-6f602627-19c3-4b5f-970b-37ccb402bf5d tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3a5bff-6d29-49b4-8b97-79fcb8254885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449359 May 25 22:39:47.603078 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-bbee8899-3bc8-4c78-954a-12c7ab205a35 admin admin] Notify callbacks [] for router, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:47.604053 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-bbee8899-3bc8-4c78-954a-12c7ab205a35 admin admin] 10.222.0.39 "DELETE /v2.0/routers/895afbad-3370-4dce-b96b-b6b5cc5d6cb1 HTTP/1.1" status: 204 len: 168 time: 1.9080584 May 25 22:39:47.607101 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 59288) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:47.648145 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40838795-82f5-4d64-a5a4-12341d5f8047 req-6466c648-e9b1-4e5a-8934-a4f441ed1343 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:47.649577 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-40838795-82f5-4d64-a5a4-12341d5f8047 req-6466c648-e9b1-4e5a-8934-a4f441ed1343 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6fc60487-fe5e-4f0e-968b-ad40e0f30290 HTTP/1.1" status: 200 len: 916 time: 0.1686931 May 25 22:39:47.671885 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae1a3c9c-0566-49eb-b1b7-2241d56d5a20 admin admin] Deleting subnet ddc3c2bb-eb88-4939-85aa-520d055657c9 {{(pid=83237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:39:47.675248 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-ae1a3c9c-0566-49eb-b1b7-2241d56d5a20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:47.725830 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-ae1a3c9c-0566-49eb-b1b7-2241d56d5a20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3678361'] for subnet, precommit_delete_associations {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:47.764624 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] get_ports_and_sgs() called for port_ids ['28565073-6719-4688-b5a3-f0609cfcbf9c'] {{(pid=83238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:39:47.828968 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-40838795-82f5-4d64-a5a4-12341d5f8047 req-e08c2e6d-9373-4f26-8a87-e3c776ae5564 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0dc2532-355d-41d9-8a79-0d728f5ebc13 HTTP/1.1" status: 200 len: 1001 time: 0.1488564 May 25 22:39:47.848439 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-ae1a3c9c-0566-49eb-b1b7-2241d56d5a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3099660'] for subnet, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:47.937428 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40838795-82f5-4d64-a5a4-12341d5f8047 req-701d8d78-bd57-498f-9e34-d7d72edad6ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:47.940039 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-40838795-82f5-4d64-a5a4-12341d5f8047 req-701d8d78-bd57-498f-9e34-d7d72edad6ab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5cd7d5a-b211-4d75-93e3-7264c9b5bb90 HTTP/1.1" status: 200 len: 854 time: 0.1028252 May 25 22:39:47.945689 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b41ae-2009-4c3a-b0de-0ef264543cfc req-225aa13c-50da-4b48-a0b8-d22e6b92ac40 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:47.946380 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-b98b41ae-2009-4c3a-b0de-0ef264543cfc req-225aa13c-50da-4b48-a0b8-d22e6b92ac40 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Synchronizing usage tracker for tenant:28079ae91d6e40fd890fd778797729e5 on resource:port {{(pid=83236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:39:47.948015 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-ae1a3c9c-0566-49eb-b1b7-2241d56d5a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3099653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1149384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497327'] for subnet, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:48.009498 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-b98b41ae-2009-4c3a-b0de-0ef264543cfc req-225aa13c-50da-4b48-a0b8-d22e6b92ac40 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Unset dirty status for tenant:28079ae91d6e40fd890fd778797729e5 on resource:port {{(pid=83236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:39:48.010746 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b98b41ae-2009-4c3a-b0de-0ef264543cfc req-225aa13c-50da-4b48-a0b8-d22e6b92ac40 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.45 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 947 time: 0.3295319 May 25 22:39:48.030066 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a3c9c-0566-49eb-b1b7-2241d56d5a20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddc3c2bb-eb88-4939-85aa-520d055657c9,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:48.038919 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-ae1a3c9c-0566-49eb-b1b7-2241d56d5a20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for subnet, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:48.044243 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769491fd-f86a-4eb3-a280-96eda5d12295 None None] Network 2cebea64-2be2-48ff-85ac-df2bebf392c9 requested from dv-cinder-843305-1-iscsi {{(pid=83238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:39:48.051385 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-ae1a3c9c-0566-49eb-b1b7-2241d56d5a20 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ddc3c2bb-eb88-4939-85aa-520d055657c9 HTTP/1.1" status: 204 len: 168 time: 0.4406579 May 25 22:39:48.051604 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 59294) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:48.085679 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-40838795-82f5-4d64-a5a4-12341d5f8047 req-815bfff4-ccc7-4202-9a7c-5530b93a667d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6fc60487-fe5e-4f0e-968b-ad40e0f30290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1363981 May 25 22:39:48.090550 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [req-b98b41ae-2009-4c3a-b0de-0ef264543cfc req-d0bc7118-a607-4dc3-9a5b-e936470eceb4 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Deleting port acba4276-9100-4182-969c-01885c97955a {{(pid=83236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:39:48.090886 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-b98b41ae-2009-4c3a-b0de-0ef264543cfc req-d0bc7118-a607-4dc3-9a5b-e936470eceb4 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:48.172890 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8c77b339-5064-48c7-9880-aff1f326a00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1111784'] for network, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:48.187114 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2b6fb-8a7a-42d5-8516-bfae6defc303 req-917fbb58-712f-4a4d-8466-207531ccfefd tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:48.188575 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-18c2b6fb-8a7a-42d5-8516-bfae6defc303 req-917fbb58-712f-4a4d-8466-207531ccfefd tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.39 "GET /v2.0/ports?device_id=0dab73b6-cde9-4f59-8278-2d08cb21a96a HTTP/1.1" status: 200 len: 945 time: 0.2003863 May 25 22:39:48.195917 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.plugin [None req-8c77b339-5064-48c7-9880-aff1f326a00b admin admin] Deleting port b58309fe-ea5f-4629-b527-67f1427c7de9 {{(pid=83237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:39:48.196257 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8c77b339-5064-48c7-9880-aff1f326a00b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:48.311504 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72964a74-80bb-4d5b-a6c7-b8d33fe8ac3c None None] DHCP port deletion for 2cebea64-2be2-48ff-85ac-df2bebf392c9 request from dv-cinder-843305-1-iscsi {{(pid=83238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:39:48.316593 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-72964a74-80bb-4d5b-a6c7-b8d33fe8ac3c None None] Deleting port b58309fe-ea5f-4629-b527-67f1427c7de9 {{(pid=83238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:39:48.317158 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-72964a74-80bb-4d5b-a6c7-b8d33fe8ac3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:48.338109 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-18c2b6fb-8a7a-42d5-8516-bfae6defc303 req-67dadfd7-d159-43f1-90a2-3306ec78eb23 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.39 "GET /v2.0/security-groups?id=69416e26-d785-4fda-93c6-ec04cc2e331e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117222 May 25 22:39:48.380073 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-40838795-82f5-4d64-a5a4-12341d5f8047 req-a520e10d-b7bf-46b5-a0ad-50889a87a545 service neutron] 10.222.0.45 "GET /v2.0/networks/6fc60487-fe5e-4f0e-968b-ad40e0f30290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616782 May 25 22:39:48.460752 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.db [None req-8c77b339-5064-48c7-9880-aff1f326a00b admin admin] For port b58309fe-ea5f-4629-b527-67f1427c7de9, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=b58309fe-ea5f-4629-b527-67f1427c7de9,segment=NetworkSegment(874fa2ac-d7a0-43f2-96b7-2b355b2ab748),segment_id=874fa2ac-d7a0-43f2-96b7-2b355b2ab748)] {{(pid=83237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:39:48.461172 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8c77b339-5064-48c7-9880-aff1f326a00b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:48.526839 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-b98b41ae-2009-4c3a-b0de-0ef264543cfc req-d0bc7118-a607-4dc3-9a5b-e936470eceb4 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] For port acba4276-9100-4182-969c-01885c97955a, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=acba4276-9100-4182-969c-01885c97955a,segment=NetworkSegment(9ab54bba-3610-4b41-8ee8-5bdd91b47bdc),segment_id=9ab54bba-3610-4b41-8ee8-5bdd91b47bdc)] {{(pid=83236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:39:48.527148 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-b98b41ae-2009-4c3a-b0de-0ef264543cfc req-d0bc7118-a607-4dc3-9a5b-e936470eceb4 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:48.531499 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device f1a36107-25f3-444c-b859-a2c78b1511b8 no longer exists at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:39:48.580632 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] No Port match for: f1a36107-25f3-444c-b859-a2c78b1511b8 {{(pid=83238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:39:48.580632 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device f1a36107-25f3-444c-b859-a2c78b1511b8 not bound to the agent host dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:39:48.581122 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 21db3c1e-573e-4b0f-8d37-8668b155971e no longer exists at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:39:48.617114 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] No Port match for: 21db3c1e-573e-4b0f-8d37-8668b155971e {{(pid=83238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:39:48.617462 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 21db3c1e-573e-4b0f-8d37-8668b155971e not bound to the agent host dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:39:48.617839 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device b58309fe-ea5f-4629-b527-67f1427c7de9 no longer exists at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:39:48.640645 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-40838795-82f5-4d64-a5a4-12341d5f8047 req-a9b7d6b1-196c-443a-9e6b-0184b75a8e83 service neutron] 10.222.0.45 "GET /v2.0/networks/6fc60487-fe5e-4f0e-968b-ad40e0f30290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496538 May 25 22:39:48.652343 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-72964a74-80bb-4d5b-a6c7-b8d33fe8ac3c None None] For port b58309fe-ea5f-4629-b527-67f1427c7de9, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=b58309fe-ea5f-4629-b527-67f1427c7de9,segment=NetworkSegment(874fa2ac-d7a0-43f2-96b7-2b355b2ab748),segment_id=874fa2ac-d7a0-43f2-96b7-2b355b2ab748)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:39:48.652729 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-72964a74-80bb-4d5b-a6c7-b8d33fe8ac3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:48.683097 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.plugin [None req-8c77b339-5064-48c7-9880-aff1f326a00b admin admin] Calling delete_port for b58309fe-ea5f-4629-b527-67f1427c7de9 owned by network:dhcp {{(pid=83237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:39:48.814495 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8c77b339-5064-48c7-9880-aff1f326a00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1149435'] for port, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:48.820828 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-72964a74-80bb-4d5b-a6c7-b8d33fe8ac3c None None] Calling delete_port for b58309fe-ea5f-4629-b527-67f1427c7de9 owned by network:dhcp {{(pid=83238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:39:48.868458 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] No active binding found for port b58309fe-ea5f-4629-b527-67f1427c7de9 {{(pid=83238) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 25 22:39:48.868800 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device b58309fe-ea5f-4629-b527-67f1427c7de9 not bound to the agent host dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:39:48.869361 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c77b339-5064-48c7-9880-aff1f326a00b admin admin] Pushing event deleted for resources: {'Port': ['ID=b58309fe-ea5f-4629-b527-67f1427c7de9,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:48.881430 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c77b339-5064-48c7-9880-aff1f326a00b admin admin] No DVR routers for this DVR port b58309fe-ea5f-4629-b527-67f1427c7de9 on host dv-cinder-843305-1-iscsi {{(pid=83237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:39:48.886415 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-b98b41ae-2009-4c3a-b0de-0ef264543cfc req-d0bc7118-a607-4dc3-9a5b-e936470eceb4 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:48.886415 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-b98b41ae-2009-4c3a-b0de-0ef264543cfc req-d0bc7118-a607-4dc3-9a5b-e936470eceb4 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335082'] for floatingip, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:48.887014 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.db.l3_db [req-b98b41ae-2009-4c3a-b0de-0ef264543cfc req-d0bc7118-a607-4dc3-9a5b-e936470eceb4 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Floating IP 4481f346-eff8-48ac-a4ee-9126840cc2d6 disassociated. External IP: 172.27.0.153, port: acba4276-9100-4182-969c-01885c97955a. May 25 22:39:48.887014 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [req-b98b41ae-2009-4c3a-b0de-0ef264543cfc req-d0bc7118-a607-4dc3-9a5b-e936470eceb4 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Calling delete_port for acba4276-9100-4182-969c-01885c97955a owned by compute:nova {{(pid=83236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:39:48.916645 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.db.api [None req-72964a74-80bb-4d5b-a6c7-b8d33fe8ac3c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:39:48.917290 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG oslo_db.api [None req-72964a74-80bb-4d5b-a6c7-b8d33fe8ac3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:39:48.997541 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3779c-2c37-424b-a91d-5220ec921194 req-60639a67-be36-45f1-9875-edb51b0fa5c0 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:48.999121 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-b7e3779c-2c37-424b-a91d-5220ec921194 req-60639a67-be36-45f1-9875-edb51b0fa5c0 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 947 time: 0.2463770 May 25 22:39:49.038768 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8c77b339-5064-48c7-9880-aff1f326a00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3103129', 'neutron.services.segments.db._delete_segments_for_network-8744689775481'] for network, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:49.080063 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.services.segments.db [None req-8c77b339-5064-48c7-9880-aff1f326a00b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cebea64-2be2-48ff-85ac-df2bebf392c9']}} {{(pid=83237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:49.094031 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-b7e3779c-2c37-424b-a91d-5220ec921194 req-b6f5e75d-cedd-4c04-9878-3c1d965c3201 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c3a5bff-6d29-49b4-8b97-79fcb8254885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822532 May 25 22:39:49.096062 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.services.segments.db [None req-8c77b339-5064-48c7-9880-aff1f326a00b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '874fa2ac-d7a0-43f2-96b7-2b355b2ab748') {'for_net_delete': True} {{(pid=83237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:49.096367 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.services.segments.db [None req-8c77b339-5064-48c7-9880-aff1f326a00b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '874fa2ac-d7a0-43f2-96b7-2b355b2ab748') {} {{(pid=83237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:49.108819 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8c77b339-5064-48c7-9880-aff1f326a00b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744689775364', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680106'] for segment, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:49.134176 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8c77b339-5064-48c7-9880-aff1f326a00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:49.134710 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c77b339-5064-48c7-9880-aff1f326a00b admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=83237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:39:49.135085 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8c77b339-5064-48c7-9880-aff1f326a00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1149350'] for segment, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:49.135468 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-b98b41ae-2009-4c3a-b0de-0ef264543cfc req-d0bc7118-a607-4dc3-9a5b-e936470eceb4 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:49.149193 dv-cinder-843305-1-iscsi neutron-server[83237]: Traceback (most recent call last): May 25 22:39:49.149193 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:39:49.149193 dv-cinder-843305-1-iscsi neutron-server[83237]: timer() May 25 22:39:49.149193 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:39:49.149193 dv-cinder-843305-1-iscsi neutron-server[83237]: cb(*args, **kw) May 25 22:39:49.149193 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:39:49.149193 dv-cinder-843305-1-iscsi neutron-server[83237]: return func(*args, **kwargs) May 25 22:39:49.149193 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:39:49.149193 dv-cinder-843305-1-iscsi neutron-server[83237]: self._notify() May 25 22:39:49.149193 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:39:49.149193 dv-cinder-843305-1-iscsi neutron-server[83237]: self.callback(batched_events) May 25 22:39:49.149193 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:39:49.149193 dv-cinder-843305-1-iscsi neutron-server[83237]: event.method(event) May 25 22:39:49.149193 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:39:49.149193 dv-cinder-843305-1-iscsi neutron-server[83237]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:39:49.149193 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:39:49.149193 dv-cinder-843305-1-iscsi neutron-server[83237]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:39:49.149193 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:39:49.149193 dv-cinder-843305-1-iscsi neutron-server[83237]: return f(self, *a, **k) May 25 22:39:49.149193 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:39:49.149193 dv-cinder-843305-1-iscsi neutron-server[83237]: return self._get(url).json() May 25 22:39:49.149193 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:39:49.149193 dv-cinder-843305-1-iscsi neutron-server[83237]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:39:49.149193 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:39:49.149193 dv-cinder-843305-1-iscsi neutron-server[83237]: return self.request(url, 'GET', **kwargs) May 25 22:39:49.149193 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:39:49.149193 dv-cinder-843305-1-iscsi neutron-server[83237]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:39:49.149193 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:39:49.149193 dv-cinder-843305-1-iscsi neutron-server[83237]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:39:49.149193 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:39:49.149193 dv-cinder-843305-1-iscsi neutron-server[83237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:39:49.149193 dv-cinder-843305-1-iscsi neutron-server[83237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:39:49.184826 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc7118-a607-4dc3-9a5b-e936470eceb4 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Pushing event deleted for resources: {'Port': ['ID=acba4276-9100-4182-969c-01885c97955a,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:49.210288 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 28565073-6719-4688-b5a3-f0609cfcbf9c up at agent hyperv_hv-cinder-84330 {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:39:49.231001 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8c77b339-5064-48c7-9880-aff1f326a00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3103122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335064'] for network, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:49.253506 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8c77b339-5064-48c7-9880-aff1f326a00b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for network, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:49.256372 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c77b339-5064-48c7-9880-aff1f326a00b admin admin] Pushing event deleted for resources: {'Network': ['ID=2cebea64-2be2-48ff-85ac-df2bebf392c9,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:49.278301 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-8c77b339-5064-48c7-9880-aff1f326a00b admin admin] 10.222.0.39 "DELETE /v2.0/networks/2cebea64-2be2-48ff-85ac-df2bebf392c9 HTTP/1.1" status: 204 len: 168 time: 1.2231650 May 25 22:39:49.278499 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 59300) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:49.282352 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Provisioning for port 28565073-6719-4688-b5a3-f0609cfcbf9c completed by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:39:49.288666 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Provisioning complete for port 28565073-6719-4688-b5a3-f0609cfcbf9c triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:39:49.289591 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:49.416930 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:49.418223 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b98b41ae-2009-4c3a-b0de-0ef264543cfc req-d0bc7118-a607-4dc3-9a5b-e936470eceb4 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Router c77ac15f-13e1-4f68-b442-48b0b3431d32 has already been hosted by L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a {{(pid=83236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:39:49.427122 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-72964a74-80bb-4d5b-a6c7-b8d33fe8ac3c None None] Deleting port b58309fe-ea5f-4629-b527-67f1427c7de9 {{(pid=83238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:39:49.427483 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-72964a74-80bb-4d5b-a6c7-b8d33fe8ac3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:49.506599 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-72964a74-80bb-4d5b-a6c7-b8d33fe8ac3c None None] The port 'b58309fe-ea5f-4629-b527-67f1427c7de9' was deleted {{(pid=83238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 22:39:49.514492 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dab73b6-cde9-4f59-8278-2d08cb21a96a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28565073-6719-4688-b5a3-f0609cfcbf9c'}] {{(pid=83238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:39:49.526152 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port 28565073-6719-4688-b5a3-f0609cfcbf9c, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=28565073-6719-4688-b5a3-f0609cfcbf9c,segment=NetworkSegment(21a60366-5a2f-4287-928f-7b1b99d45d5b),segment_id=21a60366-5a2f-4287-928f-7b1b99d45d5b)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:39:49.541368 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:49.587635 dv-cinder-843305-1-iscsi neutron-server[83238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5862a10a-b2cf-4b1f-87a4-a7b8c9e1585f'] response: {'server_uuid': '0dab73b6-cde9-4f59-8278-2d08cb21a96a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28565073-6719-4688-b5a3-f0609cfcbf9c', 'code': 200} May 25 22:39:49.642756 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Pushing event updated for resources: {'Port': ['ID=28565073-6719-4688-b5a3-f0609cfcbf9c,revision_number=5']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:49.672875 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b98b41ae-2009-4c3a-b0de-0ef264543cfc req-d0bc7118-a607-4dc3-9a5b-e936470eceb4 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:39:49.683498 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df220a7-1947-4ca0-b58e-fd3417fb9f33 None None] Sync routers for ids ['c77ac15f-13e1-4f68-b442-48b0b3431d32'] in dv-cinder-843305-1-iscsi {{(pid=83239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:39:49.698107 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df220a7-1947-4ca0-b58e-fd3417fb9f33 None None] Routers {'c77ac15f-13e1-4f68-b442-48b0b3431d32'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:39:49.698720 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-2df220a7-1947-4ca0-b58e-fd3417fb9f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:39:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['c77ac15f-13e1-4f68-b442-48b0b3431d32'], 'active': True} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:49.775980 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [req-b98b41ae-2009-4c3a-b0de-0ef264543cfc req-d0bc7118-a607-4dc3-9a5b-e936470eceb4 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] No DVR routers for this DVR port acba4276-9100-4182-969c-01885c97955a on host hv-cinder-84330 {{(pid=83236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:39:49.778607 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-b98b41ae-2009-4c3a-b0de-0ef264543cfc req-d0bc7118-a607-4dc3-9a5b-e936470eceb4 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:49.781123 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade505ee-e51c-4647-9367-83454aabd517 req-5c45ee6c-b97f-49f6-81a7-0a9085b24c89 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:49.781782 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8309f488-969e-45a4-ac84-f78d3e0cdfe1', 'name': 'network-vif-deleted', 'tag': 'acba4276-9100-4182-969c-01885c97955a'}] {{(pid=83236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:39:49.783230 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-ade505ee-e51c-4647-9367-83454aabd517 req-5c45ee6c-b97f-49f6-81a7-0a9085b24c89 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.39 "GET /v2.0/ports?device_id=0dab73b6-cde9-4f59-8278-2d08cb21a96a HTTP/1.1" status: 200 len: 945 time: 0.3039825 May 25 22:39:49.803252 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b98b41ae-2009-4c3a-b0de-0ef264543cfc req-d0bc7118-a607-4dc3-9a5b-e936470eceb4 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.45 "DELETE /v2.0/ports/acba4276-9100-4182-969c-01885c97955a HTTP/1.1" status: 204 len: 173 time: 1.7872281 May 25 22:39:49.857992 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f81741d-31db-4b0a-bad0-5eb9f8b7f357'] response: {'server_uuid': '8309f488-969e-45a4-ac84-f78d3e0cdfe1', 'name': 'network-vif-deleted', 'tag': 'acba4276-9100-4182-969c-01885c97955a', 'status': 'completed', 'code': 200} May 25 22:39:49.862168 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-ade505ee-e51c-4647-9367-83454aabd517 req-483c1cc2-79d8-4202-8db0-08a27d0fcc13 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.39 "GET /v2.0/security-groups?id=69416e26-d785-4fda-93c6-ec04cc2e331e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587699 May 25 22:39:49.919576 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-508392ef-07cd-472a-b3c9-c3f8282813f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335576'] for router_interface, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:49.956599 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvr_db [None req-2df220a7-1947-4ca0-b58e-fd3417fb9f33 None None] Set router c77ac15f-13e1-4f68-b442-48b0b3431d32 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:39:49.983546 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-8c729470-7f4a-4a50-89ad-0f7117fb5e7a req-ed0de617-39a2-4913-b238-d997cadb3784 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0dab73b6-cde9-4f59-8278-2d08cb21a96a HTTP/1.1" status: 200 len: 1099 time: 0.1011243 May 25 22:39:50.037771 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-8c729470-7f4a-4a50-89ad-0f7117fb5e7a req-4dbbad53-50c2-4a1f-b157-288b26509131 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=69416e26-d785-4fda-93c6-ec04cc2e331e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476365 May 25 22:39:50.279236 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-2df220a7-1947-4ca0-b58e-fd3417fb9f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'name': 'tempest-AttachVolumeShelveTestJSON-142911639-router', 'tenant_id': '28079ae91d6e40fd890fd778797729e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'c379a3b8-f77c-4274-a5e0-d7681c52643b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:33:56Z', 'updated_at': '2022-05-25T22:34:01Z', 'revision_number': 4, 'project_id': '28079ae91d6e40fd890fd778797729e5', 'gw_port': {'id': 'c379a3b8-f77c-4274-a5e0-d7681c52643b', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:33:57Z', 'updated_at': '2022-05-25T22:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '7a4caa37-3828-4a59-9323-876d934ca7aa', 'name': '', 'network_id': '37540a84-44df-41c9-9fb3-60ffdb39c35c', 'tenant_id': '28079ae91d6e40fd890fd778797729e5', 'mac_address': 'fa:16:3e:3a:08:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0806ebda-529a-4aec-85e2-852f07a9bbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:34:00Z', 'updated_at': '2022-05-25T22:34:10Z', 'revision_number': 5, 'project_id': '28079ae91d6e40fd890fd778797729e5', 'subnets': [{'id': '0806ebda-529a-4aec-85e2-852f07a9bbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:50.284283 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df220a7-1947-4ca0-b58e-fd3417fb9f33 None None] Checking router: c77ac15f-13e1-4f68-b442-48b0b3431d32 for host: dv-cinder-843305-1-iscsi {{(pid=83239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:39:50.294867 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df220a7-1947-4ca0-b58e-fd3417fb9f33 None None] Routers {'c77ac15f-13e1-4f68-b442-48b0b3431d32'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:39:50.295463 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-2df220a7-1947-4ca0-b58e-fd3417fb9f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:39:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['c77ac15f-13e1-4f68-b442-48b0b3431d32'], 'active': True} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:50.403733 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-69f9ee5f-29bd-4bbb-a7e2-4141e1ef442f req-5bbe67de-1caa-4982-803d-d8cd9c12943e tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8309f488-969e-45a4-ac84-f78d3e0cdfe1 HTTP/1.1" status: 200 len: 210 time: 0.0686975 May 25 22:39:50.474880 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvr_db [None req-2df220a7-1947-4ca0-b58e-fd3417fb9f33 None None] Set router c77ac15f-13e1-4f68-b442-48b0b3431d32 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:39:50.667282 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.plugin [None req-508392ef-07cd-472a-b3c9-c3f8282813f5 admin admin] Deleting port b9e1f0ea-56c8-42fc-bddf-cb8dd2e85082 {{(pid=83237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:39:50.667648 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-508392ef-07cd-472a-b3c9-c3f8282813f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:50.796515 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-2df220a7-1947-4ca0-b58e-fd3417fb9f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'name': 'tempest-AttachVolumeShelveTestJSON-142911639-router', 'tenant_id': '28079ae91d6e40fd890fd778797729e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'c379a3b8-f77c-4274-a5e0-d7681c52643b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:33:56Z', 'updated_at': '2022-05-25T22:34:01Z', 'revision_number': 4, 'project_id': '28079ae91d6e40fd890fd778797729e5', 'gw_port': {'id': 'c379a3b8-f77c-4274-a5e0-d7681c52643b', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:33:57Z', 'updated_at': '2022-05-25T22:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '7a4caa37-3828-4a59-9323-876d934ca7aa', 'name': '', 'network_id': '37540a84-44df-41c9-9fb3-60ffdb39c35c', 'tenant_id': '28079ae91d6e40fd890fd778797729e5', 'mac_address': 'fa:16:3e:3a:08:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0806ebda-529a-4aec-85e2-852f07a9bbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:34:00Z', 'updated_at': '2022-05-25T22:34:10Z', 'revision_number': 5, 'project_id': '28079ae91d6e40fd890fd778797729e5', 'subnets': [{'id': '0806ebda-529a-4aec-85e2-852f07a9bbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:50.801814 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df220a7-1947-4ca0-b58e-fd3417fb9f33 None None] The sync data for ids ['c77ac15f-13e1-4f68-b442-48b0b3431d32'] in dv-cinder-843305-1-iscsi is: [{'id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'name': 'tempest-AttachVolumeShelveTestJSON-142911639-router', 'tenant_id': '28079ae91d6e40fd890fd778797729e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'c379a3b8-f77c-4274-a5e0-d7681c52643b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:33:56Z', 'updated_at': '2022-05-25T22:34:01Z', 'revision_number': 4, 'project_id': '28079ae91d6e40fd890fd778797729e5', 'gw_port': {'id': 'c379a3b8-f77c-4274-a5e0-d7681c52643b', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:33:57Z', 'updated_at': '2022-05-25T22:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '7a4caa37-3828-4a59-9323-876d934ca7aa', 'name': '', 'network_id': '37540a84-44df-41c9-9fb3-60ffdb39c35c', 'tenant_id': '28079ae91d6e40fd890fd778797729e5', 'mac_address': 'fa:16:3e:3a:08:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0806ebda-529a-4aec-85e2-852f07a9bbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:34:00Z', 'updated_at': '2022-05-25T22:34:10Z', 'revision_number': 5, 'project_id': '28079ae91d6e40fd890fd778797729e5', 'subnets': [{'id': '0806ebda-529a-4aec-85e2-852f07a9bbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:39:50.840526 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.db [None req-508392ef-07cd-472a-b3c9-c3f8282813f5 admin admin] For port b9e1f0ea-56c8-42fc-bddf-cb8dd2e85082, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=b9e1f0ea-56c8-42fc-bddf-cb8dd2e85082,segment=NetworkSegment(fc912e45-f6e1-41a9-9317-55445180a7e6),segment_id=fc912e45-f6e1-41a9-9317-55445180a7e6)] {{(pid=83237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:39:50.840879 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-508392ef-07cd-472a-b3c9-c3f8282813f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:50.965709 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.plugin [None req-508392ef-07cd-472a-b3c9-c3f8282813f5 admin admin] Calling delete_port for b9e1f0ea-56c8-42fc-bddf-cb8dd2e85082 owned by network:router_interface {{(pid=83237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:39:51.067122 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bc7891-957f-43d6-a291-8aa8c1e08b9f None None] New status for floating IP 4481f346-eff8-48ac-a4ee-9126840cc2d6: DOWN {{(pid=83238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:39:51.151218 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36b8fc-6e52-4821-8363-0f187905ee70 req-98477510-48a5-47e3-94c8-acd6f957dbca tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:51.152191 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-1e36b8fc-6e52-4821-8363-0f187905ee70 req-98477510-48a5-47e3-94c8-acd6f957dbca tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.39 "GET /v2.0/ports?device_id=0dab73b6-cde9-4f59-8278-2d08cb21a96a HTTP/1.1" status: 200 len: 946 time: 0.1173704 May 25 22:39:51.224561 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device acba4276-9100-4182-969c-01885c97955a no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:39:51.252366 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-1e36b8fc-6e52-4821-8363-0f187905ee70 req-ce1d2df1-75a7-4804-8231-7a6ad0bdeab6 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.39 "GET /v2.0/security-groups?id=69416e26-d785-4fda-93c6-ec04cc2e331e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670173 May 25 22:39:51.253680 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-508392ef-07cd-472a-b3c9-c3f8282813f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1149435'] for port, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:51.295875 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508392ef-07cd-472a-b3c9-c3f8282813f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9e1f0ea-56c8-42fc-bddf-cb8dd2e85082,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:51.313346 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] No Port match for: acba4276-9100-4182-969c-01885c97955a {{(pid=83238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:39:51.313687 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device acba4276-9100-4182-969c-01885c97955a not bound to the agent host hv-cinder-84330 {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:39:51.566182 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 59320) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:51.593734 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-508392ef-07cd-472a-b3c9-c3f8282813f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2759036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-335503'] for router_interface, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:51.633201 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-8f4b22ed-7540-4be0-8f25-57840171e7d3 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks [] for security_group, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:51.660192 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-8f4b22ed-7540-4be0-8f25-57840171e7d3 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:51.711550 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-8f4b22ed-7540-4be0-8f25-57840171e7d3 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:51.733810 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4b22ed-7540-4be0-8f25-57840171e7d3 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3a5bff-6d29-49b4-8b97-79fcb8254885,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:51.743543 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-8f4b22ed-7540-4be0-8f25-57840171e7d3 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks [] for security_group, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:51.744929 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-8f4b22ed-7540-4be0-8f25-57840171e7d3 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "DELETE /v2.0/security-groups/2c3a5bff-6d29-49b4-8b97-79fcb8254885 HTTP/1.1" status: 204 len: 168 time: 0.1775353 May 25 22:39:51.747631 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 59326) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:51.765666 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.api.v2.resource [None req-b3a6609b-e9c4-404e-be6f-b7bc26b9c514 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] show failed (client error): The resource could not be found. May 25 22:39:51.766658 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-b3a6609b-e9c4-404e-be6f-b7bc26b9c514 tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "GET /v2.0/security-groups/2c3a5bff-6d29-49b4-8b97-79fcb8254885 HTTP/1.1" status: 404 len: 347 time: 0.0181439 May 25 22:39:51.769539 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 59330) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:51.942778 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [None req-2d0630c3-98c9-4fdd-9487-684aff260fbd tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Deleting port a5682906-667e-4217-827c-052e7c809529 {{(pid=83236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:39:51.943162 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-2d0630c3-98c9-4fdd-9487-684aff260fbd tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:52.145437 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-2d0630c3-98c9-4fdd-9487-684aff260fbd tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:52.145762 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-2d0630c3-98c9-4fdd-9487-684aff260fbd tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:52.292929 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [None req-2d0630c3-98c9-4fdd-9487-684aff260fbd tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Calling delete_port for a5682906-667e-4217-827c-052e7c809529 owned by network:floatingip {{(pid=83236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:39:52.380722 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508392ef-07cd-472a-b3c9-c3f8282813f5 admin admin] Router 67c1bf80-9814-453e-b45d-989679cb38e3 has already been hosted by L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a {{(pid=83237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:39:52.557006 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-2d0630c3-98c9-4fdd-9487-684aff260fbd tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:52.599566 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0630c3-98c9-4fdd-9487-684aff260fbd tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Pushing event deleted for resources: {'Port': ['ID=a5682906-667e-4217-827c-052e7c809529,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:52.617788 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ccf63a-9400-449e-9e92-e46dc077dcfd req-ffe9bb96-fb64-4025-9dfe-24d725b5de3d tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:52.619207 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-90ccf63a-9400-449e-9e92-e46dc077dcfd req-ffe9bb96-fb64-4025-9dfe-24d725b5de3d tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.39 "GET /v2.0/ports?device_id=0dab73b6-cde9-4f59-8278-2d08cb21a96a HTTP/1.1" status: 200 len: 946 time: 0.1666248 May 25 22:39:52.675716 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-90ccf63a-9400-449e-9e92-e46dc077dcfd req-958f57c6-483a-420c-9c1c-060727e9ccd8 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.39 "GET /v2.0/security-groups?id=69416e26-d785-4fda-93c6-ec04cc2e331e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502019 May 25 22:39:52.696817 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-2d0630c3-98c9-4fdd-9487-684aff260fbd tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks [] for floatingip, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:52.700997 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508392ef-07cd-472a-b3c9-c3f8282813f5 admin admin] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:39:52.714262 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-508392ef-07cd-472a-b3c9-c3f8282813f5 admin admin] 10.222.0.39 "PUT /v2.0/routers/67c1bf80-9814-453e-b45d-989679cb38e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4318035 May 25 22:39:52.714661 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 59344) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:52.717919 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0826109d-e6af-4089-a100-77b0b8e5d77d None None] Sync routers for ids ['67c1bf80-9814-453e-b45d-989679cb38e3'] in dv-cinder-843305-1-iscsi {{(pid=83239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:39:52.733314 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0826109d-e6af-4089-a100-77b0b8e5d77d None None] Routers {'67c1bf80-9814-453e-b45d-989679cb38e3'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:39:52.734410 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-0826109d-e6af-4089-a100-77b0b8e5d77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:39:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['67c1bf80-9814-453e-b45d-989679cb38e3'], 'active': True} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:52.774186 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-2d0630c3-98c9-4fdd-9487-684aff260fbd tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for floatingip, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:52.775296 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-2d0630c3-98c9-4fdd-9487-684aff260fbd tempest-AttachVolumeShelveTestJSON-635759389 tempest-AttachVolumeShelveTestJSON-635759389-project] 10.222.0.39 "DELETE /v2.0/floatingips/4481f346-eff8-48ac-a4ee-9126840cc2d6 HTTP/1.1" status: 204 len: 168 time: 1.0048876 May 25 22:39:52.941466 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-acee6248-dc5f-474f-a52b-4effcc2b24bc admin admin] Notify callbacks [] for router, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:52.946168 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvr_db [None req-0826109d-e6af-4089-a100-77b0b8e5d77d None None] Set router 67c1bf80-9814-453e-b45d-989679cb38e3 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:39:53.146046 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-acee6248-dc5f-474f-a52b-4effcc2b24bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:53.156092 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [None req-acee6248-dc5f-474f-a52b-4effcc2b24bc admin admin] Deleting port e7955929-40ce-4d90-9743-549ccad54311 {{(pid=83236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:39:53.156255 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-acee6248-dc5f-474f-a52b-4effcc2b24bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:53.287010 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-0826109d-e6af-4089-a100-77b0b8e5d77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c1bf80-9814-453e-b45d-989679cb38e3', 'name': 'tempest-TestShelveInstance-647307477-router', 'tenant_id': '36c54844f6634de9bf9e5cd36b68792c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e7955929-40ce-4d90-9743-549ccad54311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:34:27Z', 'updated_at': '2022-05-25T22:39:51Z', 'revision_number': 5, 'project_id': '36c54844f6634de9bf9e5cd36b68792c', 'gw_port': {'id': 'e7955929-40ce-4d90-9743-549ccad54311', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:db:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c1bf80-9814-453e-b45d-989679cb38e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:34:28Z', 'updated_at': '2022-05-25T22:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi'}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:53.290703 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0826109d-e6af-4089-a100-77b0b8e5d77d None None] Checking router: 67c1bf80-9814-453e-b45d-989679cb38e3 for host: dv-cinder-843305-1-iscsi {{(pid=83239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:39:53.301585 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0826109d-e6af-4089-a100-77b0b8e5d77d None None] Routers {'67c1bf80-9814-453e-b45d-989679cb38e3'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:39:53.302168 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-0826109d-e6af-4089-a100-77b0b8e5d77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:39:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['67c1bf80-9814-453e-b45d-989679cb38e3'], 'active': True} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:53.336365 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [None req-acee6248-dc5f-474f-a52b-4effcc2b24bc admin admin] For port e7955929-40ce-4d90-9743-549ccad54311, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=e7955929-40ce-4d90-9743-549ccad54311,segment=NetworkSegment(877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e),segment_id=877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e)] {{(pid=83236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:39:53.336741 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-acee6248-dc5f-474f-a52b-4effcc2b24bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:53.465925 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [None req-acee6248-dc5f-474f-a52b-4effcc2b24bc admin admin] Calling delete_port for e7955929-40ce-4d90-9743-549ccad54311 owned by network:router_gateway {{(pid=83236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:39:53.500546 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvr_db [None req-0826109d-e6af-4089-a100-77b0b8e5d77d None None] Set router 67c1bf80-9814-453e-b45d-989679cb38e3 gateway port host: None {{(pid=83239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:39:53.655939 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-0826109d-e6af-4089-a100-77b0b8e5d77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c1bf80-9814-453e-b45d-989679cb38e3', 'name': 'tempest-TestShelveInstance-647307477-router', 'tenant_id': '36c54844f6634de9bf9e5cd36b68792c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:34:27Z', 'updated_at': '2022-05-25T22:39:53Z', 'revision_number': 6, 'project_id': '36c54844f6634de9bf9e5cd36b68792c', 'gw_port_host': None}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:53.661871 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0826109d-e6af-4089-a100-77b0b8e5d77d None None] The sync data for ids ['67c1bf80-9814-453e-b45d-989679cb38e3'] in dv-cinder-843305-1-iscsi is: [{'id': '67c1bf80-9814-453e-b45d-989679cb38e3', 'name': 'tempest-TestShelveInstance-647307477-router', 'tenant_id': '36c54844f6634de9bf9e5cd36b68792c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:34:27Z', 'updated_at': '2022-05-25T22:39:53Z', 'revision_number': 6, 'project_id': '36c54844f6634de9bf9e5cd36b68792c', 'gw_port_host': None}] {{(pid=83239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:39:53.678931 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-acee6248-dc5f-474f-a52b-4effcc2b24bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:53.753535 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee6248-dc5f-474f-a52b-4effcc2b24bc admin admin] Pushing event deleted for resources: {'Port': ['ID=e7955929-40ce-4d90-9743-549ccad54311,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:54.080526 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-acee6248-dc5f-474f-a52b-4effcc2b24bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-335045'] for router_gateway, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:54.133977 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0973f07-d20b-4b81-b956-0ca786794b1e req-eeb119ae-7f0d-493a-8d3f-279b8ce1c941 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:54.143723 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-a0973f07-d20b-4b81-b956-0ca786794b1e req-eeb119ae-7f0d-493a-8d3f-279b8ce1c941 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.39 "GET /v2.0/ports?device_id=0dab73b6-cde9-4f59-8278-2d08cb21a96a HTTP/1.1" status: 200 len: 946 time: 0.1638494 May 25 22:39:54.201941 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-a0973f07-d20b-4b81-b956-0ca786794b1e req-81c9764e-be5f-4222-8edf-e4d9c8a3f125 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.39 "GET /v2.0/security-groups?id=69416e26-d785-4fda-93c6-ec04cc2e331e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570569 May 25 22:39:54.477899 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-acee6248-dc5f-474f-a52b-4effcc2b24bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-332341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13637'] for router, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:54.482668 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-acee6248-dc5f-474f-a52b-4effcc2b24bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:54.513007 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-acee6248-dc5f-474f-a52b-4effcc2b24bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-332441'] for router, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:54.513694 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acee6248-dc5f-474f-a52b-4effcc2b24bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67c1bf80-9814-453e-b45d-989679cb38e3 {{(pid=83236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:39:54.516498 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device b9e1f0ea-56c8-42fc-bddf-cb8dd2e85082 no longer exists at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:39:54.526785 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-acee6248-dc5f-474f-a52b-4effcc2b24bc admin admin] Notify callbacks [] for router, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:54.528511 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-acee6248-dc5f-474f-a52b-4effcc2b24bc admin admin] 10.222.0.39 "DELETE /v2.0/routers/67c1bf80-9814-453e-b45d-989679cb38e3 HTTP/1.1" status: 204 len: 168 time: 1.8117645 May 25 22:39:54.530477 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 59386) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:54.551261 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] No Port match for: b9e1f0ea-56c8-42fc-bddf-cb8dd2e85082 {{(pid=83238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:39:54.551687 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device b9e1f0ea-56c8-42fc-bddf-cb8dd2e85082 not bound to the agent host dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:39:54.552192 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device e7955929-40ce-4d90-9743-549ccad54311 no longer exists at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:39:54.584847 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] No Port match for: e7955929-40ce-4d90-9743-549ccad54311 {{(pid=83238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:39:54.585181 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device e7955929-40ce-4d90-9743-549ccad54311 not bound to the agent host dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:39:54.594264 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc8e6a5b-56cd-40a0-98ce-1cff51b9ecba admin admin] Deleting subnet e48aa92b-ff83-4a09-9e73-abf1f63edee5 {{(pid=83236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:39:54.598042 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-bc8e6a5b-56cd-40a0-98ce-1cff51b9ecba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:54.648101 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-bc8e6a5b-56cd-40a0-98ce-1cff51b9ecba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1821981'] for subnet, precommit_delete_associations {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:54.733844 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-bc8e6a5b-56cd-40a0-98ce-1cff51b9ecba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3099660'] for subnet, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:54.806331 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-bc8e6a5b-56cd-40a0-98ce-1cff51b9ecba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3099653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1631041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1097308'] for subnet, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:54.842929 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8e6a5b-56cd-40a0-98ce-1cff51b9ecba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e48aa92b-ff83-4a09-9e73-abf1f63edee5,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:54.852022 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-bc8e6a5b-56cd-40a0-98ce-1cff51b9ecba admin admin] Notify callbacks [] for subnet, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:54.857415 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86096e2d-26dd-407c-9971-d339bfff841a None None] Network 8926b185-efd7-4c55-b240-48093ec1e884 requested from dv-cinder-843305-1-iscsi {{(pid=83238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:39:54.861535 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-bc8e6a5b-56cd-40a0-98ce-1cff51b9ecba admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e48aa92b-ff83-4a09-9e73-abf1f63edee5 HTTP/1.1" status: 204 len: 168 time: 0.3269565 May 25 22:39:54.861790 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 59390) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:54.977829 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8540e447-288d-4f7d-be47-fed497f8cfca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1111784'] for network, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:54.988460 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.plugin [None req-8540e447-288d-4f7d-be47-fed497f8cfca admin admin] Deleting port de6eb6fc-56e3-42d6-ad9f-aa9419b9d34d {{(pid=83237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:39:54.988786 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8540e447-288d-4f7d-be47-fed497f8cfca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:55.108056 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4a34c8-5000-4f63-a87d-cbf8a5316723 None None] DHCP port deletion for 8926b185-efd7-4c55-b240-48093ec1e884 request from dv-cinder-843305-1-iscsi {{(pid=83238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:39:55.114797 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-2a4a34c8-5000-4f63-a87d-cbf8a5316723 None None] Deleting port de6eb6fc-56e3-42d6-ad9f-aa9419b9d34d {{(pid=83238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:39:55.115109 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-2a4a34c8-5000-4f63-a87d-cbf8a5316723 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:55.221183 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.db [None req-8540e447-288d-4f7d-be47-fed497f8cfca admin admin] For port de6eb6fc-56e3-42d6-ad9f-aa9419b9d34d, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=de6eb6fc-56e3-42d6-ad9f-aa9419b9d34d,segment=NetworkSegment(fc912e45-f6e1-41a9-9317-55445180a7e6),segment_id=fc912e45-f6e1-41a9-9317-55445180a7e6)] {{(pid=83237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:39:55.221753 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8540e447-288d-4f7d-be47-fed497f8cfca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:55.321522 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-2a4a34c8-5000-4f63-a87d-cbf8a5316723 None None] For port de6eb6fc-56e3-42d6-ad9f-aa9419b9d34d, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=de6eb6fc-56e3-42d6-ad9f-aa9419b9d34d,segment=NetworkSegment(fc912e45-f6e1-41a9-9317-55445180a7e6),segment_id=fc912e45-f6e1-41a9-9317-55445180a7e6)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:39:55.322143 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-2a4a34c8-5000-4f63-a87d-cbf8a5316723 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:55.348466 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.plugin [None req-8540e447-288d-4f7d-be47-fed497f8cfca admin admin] Calling delete_port for de6eb6fc-56e3-42d6-ad9f-aa9419b9d34d owned by network:dhcp {{(pid=83237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:39:55.452134 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-2a4a34c8-5000-4f63-a87d-cbf8a5316723 None None] Calling delete_port for de6eb6fc-56e3-42d6-ad9f-aa9419b9d34d owned by network:dhcp {{(pid=83238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:39:55.489983 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e78ff1-ab11-4b01-99f4-f2b10cd3fbd4 req-c5d9ba3a-985e-4043-a69d-316d982a49b5 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:55.491453 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-c6e78ff1-ab11-4b01-99f4-f2b10cd3fbd4 req-c5d9ba3a-985e-4043-a69d-316d982a49b5 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.39 "GET /v2.0/ports?device_id=0dab73b6-cde9-4f59-8278-2d08cb21a96a HTTP/1.1" status: 200 len: 946 time: 0.1509290 May 25 22:39:55.492575 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8540e447-288d-4f7d-be47-fed497f8cfca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1149435'] for port, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:55.525263 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.db.api [None req-2a4a34c8-5000-4f63-a87d-cbf8a5316723 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:39:55.525716 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG oslo_db.api [None req-2a4a34c8-5000-4f63-a87d-cbf8a5316723 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:39:55.533590 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8540e447-288d-4f7d-be47-fed497f8cfca admin admin] No DVR routers for this DVR port de6eb6fc-56e3-42d6-ad9f-aa9419b9d34d on host dv-cinder-843305-1-iscsi {{(pid=83237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:39:55.639403 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be134a-10f7-448e-88d0-7e117ec79759 req-882ab089-67ad-474d-a92a-61eba7f2cea7 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:39:55.640140 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-97be134a-10f7-448e-88d0-7e117ec79759 req-882ab089-67ad-474d-a92a-61eba7f2cea7 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Synchronizing usage tracker for tenant:b0e0457219e74f3e8a4279def2b5834b on resource:port {{(pid=83236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:39:55.658432 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-97be134a-10f7-448e-88d0-7e117ec79759 req-882ab089-67ad-474d-a92a-61eba7f2cea7 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Unset dirty status for tenant:b0e0457219e74f3e8a4279def2b5834b on resource:port {{(pid=83236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:39:55.660851 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-97be134a-10f7-448e-88d0-7e117ec79759 req-882ab089-67ad-474d-a92a-61eba7f2cea7 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dab73b6-cde9-4f59-8278-2d08cb21a96a HTTP/1.1" status: 200 len: 946 time: 0.1026280 May 25 22:39:55.682485 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 59404) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:55.686365 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8540e447-288d-4f7d-be47-fed497f8cfca admin admin] Pushing event deleted for resources: {'Port': ['ID=de6eb6fc-56e3-42d6-ad9f-aa9419b9d34d,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:55.727876 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [req-97be134a-10f7-448e-88d0-7e117ec79759 req-b3903434-0f0c-4a1c-b412-3d09f3fb6061 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Deleting port 28565073-6719-4688-b5a3-f0609cfcbf9c {{(pid=83236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:39:55.728209 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-97be134a-10f7-448e-88d0-7e117ec79759 req-b3903434-0f0c-4a1c-b412-3d09f3fb6061 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:55.901971 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8540e447-288d-4f7d-be47-fed497f8cfca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3103129', 'neutron.services.segments.db._delete_segments_for_network-8744689775481'] for network, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:55.915605 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-c6e78ff1-ab11-4b01-99f4-f2b10cd3fbd4 req-813c1811-5b88-4e68-8a0a-b27bfcf980a1 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.39 "GET /v2.0/security-groups?id=69416e26-d785-4fda-93c6-ec04cc2e331e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4122157 May 25 22:39:55.946037 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.services.segments.db [None req-8540e447-288d-4f7d-be47-fed497f8cfca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8926b185-efd7-4c55-b240-48093ec1e884']}} {{(pid=83237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:55.969234 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.services.segments.db [None req-8540e447-288d-4f7d-be47-fed497f8cfca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc912e45-f6e1-41a9-9317-55445180a7e6') {'for_net_delete': True} {{(pid=83237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:55.969524 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.services.segments.db [None req-8540e447-288d-4f7d-be47-fed497f8cfca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc912e45-f6e1-41a9-9317-55445180a7e6') {} {{(pid=83237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:55.983123 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8540e447-288d-4f7d-be47-fed497f8cfca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744689775364', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680106'] for segment, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:55.990910 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-97be134a-10f7-448e-88d0-7e117ec79759 req-b3903434-0f0c-4a1c-b412-3d09f3fb6061 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] For port 28565073-6719-4688-b5a3-f0609cfcbf9c, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=28565073-6719-4688-b5a3-f0609cfcbf9c,segment=NetworkSegment(21a60366-5a2f-4287-928f-7b1b99d45d5b),segment_id=21a60366-5a2f-4287-928f-7b1b99d45d5b)] {{(pid=83236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:39:55.991411 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-97be134a-10f7-448e-88d0-7e117ec79759 req-b3903434-0f0c-4a1c-b412-3d09f3fb6061 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:56.004013 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8540e447-288d-4f7d-be47-fed497f8cfca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:56.013498 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8540e447-288d-4f7d-be47-fed497f8cfca admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=83237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:39:56.013874 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8540e447-288d-4f7d-be47-fed497f8cfca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1149350'] for segment, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:56.027146 dv-cinder-843305-1-iscsi neutron-server[83237]: Traceback (most recent call last): May 25 22:39:56.027146 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:39:56.027146 dv-cinder-843305-1-iscsi neutron-server[83237]: timer() May 25 22:39:56.027146 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:39:56.027146 dv-cinder-843305-1-iscsi neutron-server[83237]: cb(*args, **kw) May 25 22:39:56.027146 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:39:56.027146 dv-cinder-843305-1-iscsi neutron-server[83237]: return func(*args, **kwargs) May 25 22:39:56.027146 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:39:56.027146 dv-cinder-843305-1-iscsi neutron-server[83237]: self._notify() May 25 22:39:56.027146 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:39:56.027146 dv-cinder-843305-1-iscsi neutron-server[83237]: self.callback(batched_events) May 25 22:39:56.027146 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:39:56.027146 dv-cinder-843305-1-iscsi neutron-server[83237]: event.method(event) May 25 22:39:56.027146 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:39:56.027146 dv-cinder-843305-1-iscsi neutron-server[83237]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:39:56.027146 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:39:56.027146 dv-cinder-843305-1-iscsi neutron-server[83237]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:39:56.027146 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:39:56.027146 dv-cinder-843305-1-iscsi neutron-server[83237]: return f(self, *a, **k) May 25 22:39:56.027146 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:39:56.027146 dv-cinder-843305-1-iscsi neutron-server[83237]: return self._get(url).json() May 25 22:39:56.027146 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:39:56.027146 dv-cinder-843305-1-iscsi neutron-server[83237]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:39:56.027146 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:39:56.027146 dv-cinder-843305-1-iscsi neutron-server[83237]: return self.request(url, 'GET', **kwargs) May 25 22:39:56.027146 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:39:56.027146 dv-cinder-843305-1-iscsi neutron-server[83237]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:39:56.027146 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:39:56.027146 dv-cinder-843305-1-iscsi neutron-server[83237]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:39:56.027146 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:39:56.027146 dv-cinder-843305-1-iscsi neutron-server[83237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:39:56.027146 dv-cinder-843305-1-iscsi neutron-server[83237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:39:56.029624 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-2a4a34c8-5000-4f63-a87d-cbf8a5316723 None None] Deleting port de6eb6fc-56e3-42d6-ad9f-aa9419b9d34d {{(pid=83238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:39:56.030034 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-2a4a34c8-5000-4f63-a87d-cbf8a5316723 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:56.112309 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [req-97be134a-10f7-448e-88d0-7e117ec79759 req-b3903434-0f0c-4a1c-b412-3d09f3fb6061 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Calling delete_port for 28565073-6719-4688-b5a3-f0609cfcbf9c owned by compute:nova {{(pid=83236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:39:56.112930 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8540e447-288d-4f7d-be47-fed497f8cfca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3103122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335064'] for network, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:56.117603 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8540e447-288d-4f7d-be47-fed497f8cfca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for network, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:56.132232 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-2a4a34c8-5000-4f63-a87d-cbf8a5316723 None None] The port 'de6eb6fc-56e3-42d6-ad9f-aa9419b9d34d' was deleted {{(pid=83238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 22:39:56.156022 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8540e447-288d-4f7d-be47-fed497f8cfca admin admin] Pushing event deleted for resources: {'Network': ['ID=8926b185-efd7-4c55-b240-48093ec1e884,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:56.160085 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-8540e447-288d-4f7d-be47-fed497f8cfca admin admin] 10.222.0.39 "DELETE /v2.0/networks/8926b185-efd7-4c55-b240-48093ec1e884 HTTP/1.1" status: 204 len: 168 time: 1.2971611 May 25 22:39:56.274868 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-97be134a-10f7-448e-88d0-7e117ec79759 req-b3903434-0f0c-4a1c-b412-3d09f3fb6061 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:56.309814 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] get_ports_and_sgs() called for port_ids ['28565073-6719-4688-b5a3-f0609cfcbf9c'] {{(pid=83238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:39:56.319158 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 59414) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:56.330645 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3903434-0f0c-4a1c-b412-3d09f3fb6061 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Pushing event deleted for resources: {'Port': ['ID=28565073-6719-4688-b5a3-f0609cfcbf9c,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:56.398003 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-a076f9d3-4e7b-40af-b0cb-6a180512a4f1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=298cfafc7a3647b5a9ea9e4f6b05e7c8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0776241 May 25 22:39:56.400641 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 59418) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:56.415211 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [req-97be134a-10f7-448e-88d0-7e117ec79759 req-b3903434-0f0c-4a1c-b412-3d09f3fb6061 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] No DVR routers for this DVR port 28565073-6719-4688-b5a3-f0609cfcbf9c on host hv-cinder-84330 {{(pid=83236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:39:56.417570 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-97be134a-10f7-448e-88d0-7e117ec79759 req-b3903434-0f0c-4a1c-b412-3d09f3fb6061 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:56.420067 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dab73b6-cde9-4f59-8278-2d08cb21a96a', 'name': 'network-vif-deleted', 'tag': '28565073-6719-4688-b5a3-f0609cfcbf9c'}] {{(pid=83236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:39:56.436384 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-97be134a-10f7-448e-88d0-7e117ec79759 req-b3903434-0f0c-4a1c-b412-3d09f3fb6061 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.45 "DELETE /v2.0/ports/28565073-6719-4688-b5a3-f0609cfcbf9c HTTP/1.1" status: 204 len: 173 time: 0.7717800 May 25 22:39:56.482546 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a787d2b-141f-469b-83d4-02812be7fb79'] response: {'server_uuid': '0dab73b6-cde9-4f59-8278-2d08cb21a96a', 'name': 'network-vif-deleted', 'tag': '28565073-6719-4688-b5a3-f0609cfcbf9c', 'status': 'completed', 'code': 200} May 25 22:39:56.498508 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-4376aee5-0687-4e1c-b89a-7ab67cb90899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:56.527350 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device de6eb6fc-56e3-42d6-ad9f-aa9419b9d34d no longer exists at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:39:56.529926 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-18541b02-91cc-4c72-9d80-86782d8ed3d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335576'] for router_interface, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:56.559974 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] No Port match for: de6eb6fc-56e3-42d6-ad9f-aa9419b9d34d {{(pid=83238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:39:56.560216 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device de6eb6fc-56e3-42d6-ad9f-aa9419b9d34d not bound to the agent host dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:39:56.643801 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-4376aee5-0687-4e1c-b89a-7ab67cb90899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:56.725315 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-4376aee5-0687-4e1c-b89a-7ab67cb90899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:56.747691 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4376aee5-0687-4e1c-b89a-7ab67cb90899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16baaae7-5e46-4086-88e3-013752f855dd,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:56.757986 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-4376aee5-0687-4e1c-b89a-7ab67cb90899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:56.759066 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-4376aee5-0687-4e1c-b89a-7ab67cb90899 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/16baaae7-5e46-4086-88e3-013752f855dd HTTP/1.1" status: 204 len: 168 time: 0.3575788 May 25 22:39:57.136948 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-da0ca012-d8a8-4030-9adf-4c7cb856e5d1 req-be4824b8-5e8a-4565-aa68-9019290ca3c9 tempest-VolumesActionsTest-952658385 tempest-VolumesActionsTest-952658385-project] 10.222.0.39 "GET /v2.0/ports?device_id=0dab73b6-cde9-4f59-8278-2d08cb21a96a HTTP/1.1" status: 200 len: 210 time: 0.0449607 May 25 22:39:57.230136 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 59430) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:57.283153 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-3975af0e-8400-49fd-b844-af7fe3732ee1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=36c54844f6634de9bf9e5cd36b68792c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0511043 May 25 22:39:57.285711 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 59434) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:57.346995 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-f4443872-db9f-4b1b-a76b-d36dbf5ccc8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:57.375007 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-f4443872-db9f-4b1b-a76b-d36dbf5ccc8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:57.383679 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.plugin [None req-18541b02-91cc-4c72-9d80-86782d8ed3d7 admin admin] Deleting port 7a4caa37-3828-4a59-9323-876d934ca7aa {{(pid=83237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:39:57.384170 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-18541b02-91cc-4c72-9d80-86782d8ed3d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:57.435226 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-f4443872-db9f-4b1b-a76b-d36dbf5ccc8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:57.534277 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4443872-db9f-4b1b-a76b-d36dbf5ccc8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba53cf94-0f7e-47f4-bdb0-8a69ce93ac88,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:57.537547 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-f4443872-db9f-4b1b-a76b-d36dbf5ccc8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:57.541556 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-f4443872-db9f-4b1b-a76b-d36dbf5ccc8a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ba53cf94-0f7e-47f4-bdb0-8a69ce93ac88 HTTP/1.1" status: 204 len: 168 time: 0.2520299 May 25 22:39:57.568278 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.db [None req-18541b02-91cc-4c72-9d80-86782d8ed3d7 admin admin] For port 7a4caa37-3828-4a59-9323-876d934ca7aa, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=7a4caa37-3828-4a59-9323-876d934ca7aa,segment=NetworkSegment(9ab54bba-3610-4b41-8ee8-5bdd91b47bdc),segment_id=9ab54bba-3610-4b41-8ee8-5bdd91b47bdc)] {{(pid=83237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:39:57.568623 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-18541b02-91cc-4c72-9d80-86782d8ed3d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:57.693023 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.plugin [None req-18541b02-91cc-4c72-9d80-86782d8ed3d7 admin admin] Calling delete_port for 7a4caa37-3828-4a59-9323-876d934ca7aa owned by network:router_interface {{(pid=83237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:39:57.879685 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-18541b02-91cc-4c72-9d80-86782d8ed3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1149435'] for port, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:57.928350 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18541b02-91cc-4c72-9d80-86782d8ed3d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a4caa37-3828-4a59-9323-876d934ca7aa,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:39:58.210364 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-18541b02-91cc-4c72-9d80-86782d8ed3d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2759036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-335503'] for router_interface, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:58.901690 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18541b02-91cc-4c72-9d80-86782d8ed3d7 admin admin] Router c77ac15f-13e1-4f68-b442-48b0b3431d32 has already been hosted by L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a {{(pid=83237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:39:59.116073 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18541b02-91cc-4c72-9d80-86782d8ed3d7 admin admin] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:39:59.127289 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb9bbb9-1b76-4b07-b851-a07f6279ede9 None None] Sync routers for ids ['c77ac15f-13e1-4f68-b442-48b0b3431d32'] in dv-cinder-843305-1-iscsi {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:39:59.128813 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-18541b02-91cc-4c72-9d80-86782d8ed3d7 admin admin] 10.222.0.39 "PUT /v2.0/routers/c77ac15f-13e1-4f68-b442-48b0b3431d32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4436944 May 25 22:39:59.131198 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 59468) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:39:59.140599 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb9bbb9-1b76-4b07-b851-a07f6279ede9 None None] Routers {'c77ac15f-13e1-4f68-b442-48b0b3431d32'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:39:59.141274 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-5eb9bbb9-1b76-4b07-b851-a07f6279ede9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:39:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['c77ac15f-13e1-4f68-b442-48b0b3431d32'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:59.274101 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 28565073-6719-4688-b5a3-f0609cfcbf9c no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:39:59.323387 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] No Port match for: 28565073-6719-4688-b5a3-f0609cfcbf9c {{(pid=83238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:39:59.323750 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 28565073-6719-4688-b5a3-f0609cfcbf9c not bound to the agent host hv-cinder-84330 {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:39:59.330489 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8fd82819-52f2-4681-bdec-36a1e611b0bc admin admin] Notify callbacks [] for router, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:59.384871 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-5eb9bbb9-1b76-4b07-b851-a07f6279ede9 None None] Set router c77ac15f-13e1-4f68-b442-48b0b3431d32 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:39:59.548237 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8fd82819-52f2-4681-bdec-36a1e611b0bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:59.557661 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.plugin [None req-8fd82819-52f2-4681-bdec-36a1e611b0bc admin admin] Deleting port c379a3b8-f77c-4274-a5e0-d7681c52643b {{(pid=83237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:39:59.558004 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8fd82819-52f2-4681-bdec-36a1e611b0bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:59.649128 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-989ed702-957f-4cc4-8437-7404f34cf256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:59.684385 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-5eb9bbb9-1b76-4b07-b851-a07f6279ede9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'name': 'tempest-AttachVolumeShelveTestJSON-142911639-router', 'tenant_id': '28079ae91d6e40fd890fd778797729e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'c379a3b8-f77c-4274-a5e0-d7681c52643b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:33:56Z', 'updated_at': '2022-05-25T22:39:57Z', 'revision_number': 5, 'project_id': '28079ae91d6e40fd890fd778797729e5', 'gw_port': {'id': 'c379a3b8-f77c-4274-a5e0-d7681c52643b', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:33:57Z', 'updated_at': '2022-05-25T22:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi'}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:59.688414 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb9bbb9-1b76-4b07-b851-a07f6279ede9 None None] Checking router: c77ac15f-13e1-4f68-b442-48b0b3431d32 for host: dv-cinder-843305-1-iscsi {{(pid=83238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:39:59.699469 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb9bbb9-1b76-4b07-b851-a07f6279ede9 None None] Routers {'c77ac15f-13e1-4f68-b442-48b0b3431d32'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:39:59.700092 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-5eb9bbb9-1b76-4b07-b851-a07f6279ede9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:39:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['c77ac15f-13e1-4f68-b442-48b0b3431d32'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:59.734109 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.db [None req-8fd82819-52f2-4681-bdec-36a1e611b0bc admin admin] For port c379a3b8-f77c-4274-a5e0-d7681c52643b, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=c379a3b8-f77c-4274-a5e0-d7681c52643b,segment=NetworkSegment(877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e),segment_id=877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e)] {{(pid=83237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:39:59.734460 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8fd82819-52f2-4681-bdec-36a1e611b0bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:39:59.854902 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.plugin [None req-8fd82819-52f2-4681-bdec-36a1e611b0bc admin admin] Calling delete_port for c379a3b8-f77c-4274-a5e0-d7681c52643b owned by network:router_gateway {{(pid=83237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:39:59.857770 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-5eb9bbb9-1b76-4b07-b851-a07f6279ede9 None None] Set router c77ac15f-13e1-4f68-b442-48b0b3431d32 gateway port host: None {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:39:59.962498 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-5eb9bbb9-1b76-4b07-b851-a07f6279ede9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'name': 'tempest-AttachVolumeShelveTestJSON-142911639-router', 'tenant_id': '28079ae91d6e40fd890fd778797729e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:33:56Z', 'updated_at': '2022-05-25T22:39:59Z', 'revision_number': 6, 'project_id': '28079ae91d6e40fd890fd778797729e5', 'gw_port_host': None}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:39:59.966416 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb9bbb9-1b76-4b07-b851-a07f6279ede9 None None] The sync data for ids ['c77ac15f-13e1-4f68-b442-48b0b3431d32'] in dv-cinder-843305-1-iscsi is: [{'id': 'c77ac15f-13e1-4f68-b442-48b0b3431d32', 'name': 'tempest-AttachVolumeShelveTestJSON-142911639-router', 'tenant_id': '28079ae91d6e40fd890fd778797729e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:33:56Z', 'updated_at': '2022-05-25T22:39:59Z', 'revision_number': 6, 'project_id': '28079ae91d6e40fd890fd778797729e5', 'gw_port_host': None}] {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:40:00.021110 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8fd82819-52f2-4681-bdec-36a1e611b0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1149435'] for port, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:00.067907 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd82819-52f2-4681-bdec-36a1e611b0bc admin admin] Pushing event deleted for resources: {'Port': ['ID=c379a3b8-f77c-4274-a5e0-d7681c52643b,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:00.382656 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8fd82819-52f2-4681-bdec-36a1e611b0bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-335045'] for router_gateway, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:00.633778 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8fd82819-52f2-4681-bdec-36a1e611b0bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-332341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13637'] for router, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:00.638036 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8fd82819-52f2-4681-bdec-36a1e611b0bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:00.721737 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8fd82819-52f2-4681-bdec-36a1e611b0bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-332441'] for router, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:00.722250 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd82819-52f2-4681-bdec-36a1e611b0bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router c77ac15f-13e1-4f68-b442-48b0b3431d32 {{(pid=83237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:40:00.739856 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8fd82819-52f2-4681-bdec-36a1e611b0bc admin admin] Notify callbacks [] for router, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:00.741037 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-8fd82819-52f2-4681-bdec-36a1e611b0bc admin admin] 10.222.0.39 "DELETE /v2.0/routers/c77ac15f-13e1-4f68-b442-48b0b3431d32 HTTP/1.1" status: 204 len: 168 time: 1.6089163 May 25 22:40:00.743446 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 59490) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:00.748598 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 7a4caa37-3828-4a59-9323-876d934ca7aa no longer exists at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:40:00.780859 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] No Port match for: 7a4caa37-3828-4a59-9323-876d934ca7aa {{(pid=83238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:40:00.781188 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 7a4caa37-3828-4a59-9323-876d934ca7aa not bound to the agent host dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:40:00.781764 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device c379a3b8-f77c-4274-a5e0-d7681c52643b no longer exists at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:40:00.806036 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.db_base_plugin_v2 [None req-f17b47ab-2705-46c7-b9cd-d4abe350716a admin admin] Deleting subnet 0806ebda-529a-4aec-85e2-852f07a9bbdc {{(pid=83237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:40:00.809037 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-f17b47ab-2705-46c7-b9cd-d4abe350716a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:00.814115 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] No Port match for: c379a3b8-f77c-4274-a5e0-d7681c52643b {{(pid=83238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:40:00.814447 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device c379a3b8-f77c-4274-a5e0-d7681c52643b not bound to the agent host dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:40:00.859203 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-f17b47ab-2705-46c7-b9cd-d4abe350716a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3678361'] for subnet, precommit_delete_associations {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:00.941434 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-f17b47ab-2705-46c7-b9cd-d4abe350716a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3099660'] for subnet, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:01.007272 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-f17b47ab-2705-46c7-b9cd-d4abe350716a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3099653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1149384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497327'] for subnet, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:01.045534 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b47ab-2705-46c7-b9cd-d4abe350716a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0806ebda-529a-4aec-85e2-852f07a9bbdc,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:01.051342 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-f17b47ab-2705-46c7-b9cd-d4abe350716a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for subnet, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:01.056078 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a45cbb7-8bce-4071-9024-b71a331bbec6 None None] Network 37540a84-44df-41c9-9fb3-60ffdb39c35c requested from dv-cinder-843305-1-iscsi {{(pid=83238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:40:01.057582 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-f17b47ab-2705-46c7-b9cd-d4abe350716a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0806ebda-529a-4aec-85e2-852f07a9bbdc HTTP/1.1" status: 204 len: 168 time: 0.3131928 May 25 22:40:01.060096 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 59494) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:01.168628 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-c84c5553-3066-4c2d-abda-d5eba755384e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1111784'] for network, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:01.180814 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.plugin [None req-c84c5553-3066-4c2d-abda-d5eba755384e admin admin] Deleting port 6ee1b193-c5de-4ff7-81c6-f2ba11fcb73b {{(pid=83237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:40:01.181314 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-c84c5553-3066-4c2d-abda-d5eba755384e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:01.300227 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cd9c0f-8656-49f7-bea2-65c99b6f6207 None None] DHCP port deletion for 37540a84-44df-41c9-9fb3-60ffdb39c35c request from dv-cinder-843305-1-iscsi {{(pid=83238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:40:01.304373 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-51cd9c0f-8656-49f7-bea2-65c99b6f6207 None None] Deleting port 6ee1b193-c5de-4ff7-81c6-f2ba11fcb73b {{(pid=83238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:40:01.304732 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-51cd9c0f-8656-49f7-bea2-65c99b6f6207 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:01.388757 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.db [None req-c84c5553-3066-4c2d-abda-d5eba755384e admin admin] For port 6ee1b193-c5de-4ff7-81c6-f2ba11fcb73b, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=6ee1b193-c5de-4ff7-81c6-f2ba11fcb73b,segment=NetworkSegment(9ab54bba-3610-4b41-8ee8-5bdd91b47bdc),segment_id=9ab54bba-3610-4b41-8ee8-5bdd91b47bdc)] {{(pid=83237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:40:01.389026 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-c84c5553-3066-4c2d-abda-d5eba755384e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:01.508322 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.plugin [None req-c84c5553-3066-4c2d-abda-d5eba755384e admin admin] Calling delete_port for 6ee1b193-c5de-4ff7-81c6-f2ba11fcb73b owned by network:dhcp {{(pid=83237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:40:01.537372 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-51cd9c0f-8656-49f7-bea2-65c99b6f6207 None None] For port 6ee1b193-c5de-4ff7-81c6-f2ba11fcb73b, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=6ee1b193-c5de-4ff7-81c6-f2ba11fcb73b,segment=NetworkSegment(9ab54bba-3610-4b41-8ee8-5bdd91b47bdc),segment_id=9ab54bba-3610-4b41-8ee8-5bdd91b47bdc)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:40:01.537714 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-51cd9c0f-8656-49f7-bea2-65c99b6f6207 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:01.586580 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-c84c5553-3066-4c2d-abda-d5eba755384e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1149435'] for port, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:01.629132 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84c5553-3066-4c2d-abda-d5eba755384e admin admin] Pushing event deleted for resources: {'Port': ['ID=6ee1b193-c5de-4ff7-81c6-f2ba11fcb73b,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:01.637156 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84c5553-3066-4c2d-abda-d5eba755384e admin admin] No DVR routers for this DVR port 6ee1b193-c5de-4ff7-81c6-f2ba11fcb73b on host dv-cinder-843305-1-iscsi {{(pid=83237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:40:01.660886 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-51cd9c0f-8656-49f7-bea2-65c99b6f6207 None None] Calling delete_port for 6ee1b193-c5de-4ff7-81c6-f2ba11fcb73b owned by network:dhcp {{(pid=83238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:40:01.729008 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.db.api [None req-51cd9c0f-8656-49f7-bea2-65c99b6f6207 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:40:01.729658 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG oslo_db.api [None req-51cd9c0f-8656-49f7-bea2-65c99b6f6207 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:40:01.815463 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-ec5d7d5c-e740-4769-8906-b4523b10e9fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:01.842624 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-c84c5553-3066-4c2d-abda-d5eba755384e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3103129', 'neutron.services.segments.db._delete_segments_for_network-8744689775481'] for network, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:01.867586 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.services.segments.db [None req-c84c5553-3066-4c2d-abda-d5eba755384e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37540a84-44df-41c9-9fb3-60ffdb39c35c']}} {{(pid=83237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:40:01.880345 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.services.segments.db [None req-c84c5553-3066-4c2d-abda-d5eba755384e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ab54bba-3610-4b41-8ee8-5bdd91b47bdc') {'for_net_delete': True} {{(pid=83237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:40:01.880635 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.services.segments.db [None req-c84c5553-3066-4c2d-abda-d5eba755384e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ab54bba-3610-4b41-8ee8-5bdd91b47bdc') {} {{(pid=83237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:40:01.891539 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-c84c5553-3066-4c2d-abda-d5eba755384e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744689775364', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680106'] for segment, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:01.906824 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-c84c5553-3066-4c2d-abda-d5eba755384e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:01.912960 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c84c5553-3066-4c2d-abda-d5eba755384e admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=83237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:40:01.913278 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-c84c5553-3066-4c2d-abda-d5eba755384e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1149350'] for segment, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:01.926934 dv-cinder-843305-1-iscsi neutron-server[83237]: Traceback (most recent call last): May 25 22:40:01.926934 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:40:01.926934 dv-cinder-843305-1-iscsi neutron-server[83237]: timer() May 25 22:40:01.926934 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:40:01.926934 dv-cinder-843305-1-iscsi neutron-server[83237]: cb(*args, **kw) May 25 22:40:01.926934 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:40:01.926934 dv-cinder-843305-1-iscsi neutron-server[83237]: return func(*args, **kwargs) May 25 22:40:01.926934 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:40:01.926934 dv-cinder-843305-1-iscsi neutron-server[83237]: self._notify() May 25 22:40:01.926934 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:40:01.926934 dv-cinder-843305-1-iscsi neutron-server[83237]: self.callback(batched_events) May 25 22:40:01.926934 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:40:01.926934 dv-cinder-843305-1-iscsi neutron-server[83237]: event.method(event) May 25 22:40:01.926934 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:40:01.926934 dv-cinder-843305-1-iscsi neutron-server[83237]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:40:01.926934 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:40:01.926934 dv-cinder-843305-1-iscsi neutron-server[83237]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:40:01.926934 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:40:01.926934 dv-cinder-843305-1-iscsi neutron-server[83237]: return f(self, *a, **k) May 25 22:40:01.926934 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:40:01.926934 dv-cinder-843305-1-iscsi neutron-server[83237]: return self._get(url).json() May 25 22:40:01.926934 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:40:01.926934 dv-cinder-843305-1-iscsi neutron-server[83237]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:40:01.926934 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:40:01.926934 dv-cinder-843305-1-iscsi neutron-server[83237]: return self.request(url, 'GET', **kwargs) May 25 22:40:01.926934 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:40:01.926934 dv-cinder-843305-1-iscsi neutron-server[83237]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:40:01.926934 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:40:01.926934 dv-cinder-843305-1-iscsi neutron-server[83237]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:40:01.926934 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:40:01.926934 dv-cinder-843305-1-iscsi neutron-server[83237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:40:01.926934 dv-cinder-843305-1-iscsi neutron-server[83237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:40:02.001031 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-c84c5553-3066-4c2d-abda-d5eba755384e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3103122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335064'] for network, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:02.016307 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-c84c5553-3066-4c2d-abda-d5eba755384e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for network, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:02.026250 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84c5553-3066-4c2d-abda-d5eba755384e admin admin] Pushing event deleted for resources: {'Network': ['ID=37540a84-44df-41c9-9fb3-60ffdb39c35c,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:02.038853 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-c84c5553-3066-4c2d-abda-d5eba755384e admin admin] 10.222.0.39 "DELETE /v2.0/networks/37540a84-44df-41c9-9fb3-60ffdb39c35c HTTP/1.1" status: 204 len: 168 time: 0.9778452 May 25 22:40:02.230696 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 59504) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:02.231299 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-51cd9c0f-8656-49f7-bea2-65c99b6f6207 None None] Deleting port 6ee1b193-c5de-4ff7-81c6-f2ba11fcb73b {{(pid=83238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:40:02.231299 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-51cd9c0f-8656-49f7-bea2-65c99b6f6207 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:02.281533 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-c16a58f3-de3a-4556-9342-3b5cddf923cb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=28079ae91d6e40fd890fd778797729e5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0494540 May 25 22:40:02.284122 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 59508) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:02.296031 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-51cd9c0f-8656-49f7-bea2-65c99b6f6207 None None] The port '6ee1b193-c5de-4ff7-81c6-f2ba11fcb73b' was deleted {{(pid=83238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 22:40:02.346522 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-c3daf07f-3db8-4ff3-8adf-7683dcbea16e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:02.371433 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-c3daf07f-3db8-4ff3-8adf-7683dcbea16e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:02.420381 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-c3daf07f-3db8-4ff3-8adf-7683dcbea16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:02.440315 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3daf07f-3db8-4ff3-8adf-7683dcbea16e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7822a73-35ff-4c84-89b4-8699f97721f2,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:02.455783 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-c3daf07f-3db8-4ff3-8adf-7683dcbea16e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:02.457336 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-c3daf07f-3db8-4ff3-8adf-7683dcbea16e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e7822a73-35ff-4c84-89b4-8699f97721f2 HTTP/1.1" status: 204 len: 168 time: 0.1722708 May 25 22:40:02.516884 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 6ee1b193-c5de-4ff7-81c6-f2ba11fcb73b no longer exists at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:40:02.549935 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] No Port match for: 6ee1b193-c5de-4ff7-81c6-f2ba11fcb73b {{(pid=83238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:40:02.550509 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 6ee1b193-c5de-4ff7-81c6-f2ba11fcb73b not bound to the agent host dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:40:02.904563 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:03.060586 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:04.241193 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 59588) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:04.247284 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-b211d7d0-8c3c-4ecc-963b-0c43e4db3b1a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1769347563', 'description': 'tempest-description--1557276834'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:40:04.256488 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-b211d7d0-8c3c-4ecc-963b-0c43e4db3b1a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:40:04.270679 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-b211d7d0-8c3c-4ecc-963b-0c43e4db3b1a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:40:04.287215 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-b211d7d0-8c3c-4ecc-963b-0c43e4db3b1a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:04.327641 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-b211d7d0-8c3c-4ecc-963b-0c43e4db3b1a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:40:04.332252 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-b211d7d0-8c3c-4ecc-963b-0c43e4db3b1a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Usage tracker for resource:security_group_rule and tenant:e555a5edad0e42029674c53c2976a6de is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:40:04.335382 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-b211d7d0-8c3c-4ecc-963b-0c43e4db3b1a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:40:04.348499 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-b211d7d0-8c3c-4ecc-963b-0c43e4db3b1a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:40:04.360957 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:04.415422 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-b211d7d0-8c3c-4ecc-963b-0c43e4db3b1a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:04.420384 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-b211d7d0-8c3c-4ecc-963b-0c43e4db3b1a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:04.464437 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b211d7d0-8c3c-4ecc-963b-0c43e4db3b1a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a075d361-b8ec-493a-b4d1-4ae1cc30242b,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:04.475185 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-b211d7d0-8c3c-4ecc-963b-0c43e4db3b1a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:04.476552 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-b211d7d0-8c3c-4ecc-963b-0c43e4db3b1a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.2342658 May 25 22:40:04.479835 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 59592) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:04.485646 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-3dc31964-179f-4d7f-ace4-1bb78967e483 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Request body: {'security_group_rule': {'security_group_id': 'a075d361-b8ec-493a-b4d1-4ae1cc30242b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:40:04.491804 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-3dc31964-179f-4d7f-ace4-1bb78967e483 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:40:04.495912 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-3dc31964-179f-4d7f-ace4-1bb78967e483 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Usage tracker for resource:security_group_rule and tenant:e555a5edad0e42029674c53c2976a6de is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:40:04.499418 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-3dc31964-179f-4d7f-ace4-1bb78967e483 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:40:04.507114 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-3dc31964-179f-4d7f-ace4-1bb78967e483 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:40:04.531198 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-3dc31964-179f-4d7f-ace4-1bb78967e483 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:04.608932 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-3dc31964-179f-4d7f-ace4-1bb78967e483 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:04.614262 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-3dc31964-179f-4d7f-ace4-1bb78967e483 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924750'] for security_group_rule, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:04.651750 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc31964-179f-4d7f-ace4-1bb78967e483 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87e7f149-b794-40ce-a03d-2137456da93b,revision_number=0']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:04.655179 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-3dc31964-179f-4d7f-ace4-1bb78967e483 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:04.657062 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-3dc31964-179f-4d7f-ace4-1bb78967e483 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1760550 May 25 22:40:04.660457 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 59598) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:04.669818 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-51657ba5-c628-43c6-8db4-f8a1cbaffe14 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Request body: {'security_group_rule': {'security_group_id': 'a075d361-b8ec-493a-b4d1-4ae1cc30242b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:40:04.677498 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-51657ba5-c628-43c6-8db4-f8a1cbaffe14 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:40:04.684270 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-51657ba5-c628-43c6-8db4-f8a1cbaffe14 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Usage tracker for resource:security_group_rule and tenant:e555a5edad0e42029674c53c2976a6de is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:40:04.688659 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-51657ba5-c628-43c6-8db4-f8a1cbaffe14 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:40:04.696440 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-51657ba5-c628-43c6-8db4-f8a1cbaffe14 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:40:04.716210 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-51657ba5-c628-43c6-8db4-f8a1cbaffe14 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:04.792125 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-51657ba5-c628-43c6-8db4-f8a1cbaffe14 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:04.797565 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-51657ba5-c628-43c6-8db4-f8a1cbaffe14 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924750'] for security_group_rule, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:04.832289 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51657ba5-c628-43c6-8db4-f8a1cbaffe14 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6dc738a-5c17-41b3-b603-4d0b3acd8206,revision_number=0']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:04.838874 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-51657ba5-c628-43c6-8db4-f8a1cbaffe14 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:04.841337 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-51657ba5-c628-43c6-8db4-f8a1cbaffe14 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1788254 May 25 22:40:04.843659 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 59602) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:04.853169 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-500a8521-084a-412c-9040-a9bc9c0ea0fc tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Request body: {'floatingip': {'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:40:04.861812 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-500a8521-084a-412c-9040-a9bc9c0ea0fc tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:40:04.870536 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-500a8521-084a-412c-9040-a9bc9c0ea0fc tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Usage tracker for resource:floatingip and tenant:e555a5edad0e42029674c53c2976a6de is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:40:04.871429 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-500a8521-084a-412c-9040-a9bc9c0ea0fc tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:40:04.880008 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-500a8521-084a-412c-9040-a9bc9c0ea0fc tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:40:04.898144 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-500a8521-084a-412c-9040-a9bc9c0ea0fc tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for floatingip, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:05.057709 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-500a8521-084a-412c-9040-a9bc9c0ea0fc tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:05.206944 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.db_base_plugin_common [None req-500a8521-084a-412c-9040-a9bc9c0ea0fc tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Allocated IP 172.27.0.218 (cb39d3ef-31f0-4e66-970b-4cb0d379e187/4ff22ee7-6206-48b0-b7ae-e7396fe607ae/845fae03-0f60-4e2a-94d0-283ba22a9af9) {{(pid=83237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:40:05.388940 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-500a8521-084a-412c-9040-a9bc9c0ea0fc tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for port, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:05.423674 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-500a8521-084a-412c-9040-a9bc9c0ea0fc tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1149435'] for port, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:05.500235 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500a8521-084a-412c-9040-a9bc9c0ea0fc tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Network cb39d3ef-31f0-4e66-970b-4cb0d379e187 is already hosted by enough agents. {{(pid=83237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:40:05.501682 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a8521-084a-412c-9040-a9bc9c0ea0fc tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Pushing event updated for resources: {'Port': ['ID=845fae03-0f60-4e2a-94d0-283ba22a9af9,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:05.504360 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.base_scheduler [None req-500a8521-084a-412c-9040-a9bc9c0ea0fc tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Resources bound (agent type, host, resource id): {{(pid=83237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:40:05.506826 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500a8521-084a-412c-9040-a9bc9c0ea0fc tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Received port after_create {{(pid=83237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:40:05.678019 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-500a8521-084a-412c-9040-a9bc9c0ea0fc tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:05.740917 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-500a8521-084a-412c-9040-a9bc9c0ea0fc tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:05.993580 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-500a8521-084a-412c-9040-a9bc9c0ea0fc tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for port, precommit_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:05.999121 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-500a8521-084a-412c-9040-a9bc9c0ea0fc tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1149314'] for port, after_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:06.115781 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a8521-084a-412c-9040-a9bc9c0ea0fc tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Pushing event updated for resources: {'Port': ['ID=845fae03-0f60-4e2a-94d0-283ba22a9af9,revision_number=2']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:06.128509 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-500a8521-084a-412c-9040-a9bc9c0ea0fc tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335082'] for floatingip, after_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:06.153260 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-500a8521-084a-412c-9040-a9bc9c0ea0fc tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for floatingip, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:06.154636 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-500a8521-084a-412c-9040-a9bc9c0ea0fc tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3097005 May 25 22:40:06.432313 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-2f447b97-aefe-4f4c-8bbf-941ae0ccbf6b req-a310d3e6-d458-4dab-935d-db3445ae0a04 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Synchronizing usage tracker for tenant:e555a5edad0e42029674c53c2976a6de on resource:security_group {{(pid=83237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:40:06.448392 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-2f447b97-aefe-4f4c-8bbf-941ae0ccbf6b req-a310d3e6-d458-4dab-935d-db3445ae0a04 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Unset dirty status for tenant:e555a5edad0e42029674c53c2976a6de on resource:security_group {{(pid=83237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:40:06.449699 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-2f447b97-aefe-4f4c-8bbf-941ae0ccbf6b req-a310d3e6-d458-4dab-935d-db3445ae0a04 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1769347563&fields=id&tenant_id=e555a5edad0e42029674c53c2976a6de HTTP/1.1" status: 200 len: 267 time: 0.0639491 May 25 22:40:06.711178 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f447b97-aefe-4f4c-8bbf-941ae0ccbf6b req-fba65992-db9a-4679-bb0e-1eece2a0874c tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:06.712682 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-2f447b97-aefe-4f4c-8bbf-941ae0ccbf6b req-fba65992-db9a-4679-bb0e-1eece2a0874c tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/networks?id=6fc60487-fe5e-4f0e-968b-ad40e0f30290 HTTP/1.1" status: 200 len: 815 time: 0.2476635 May 25 22:40:06.736059 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-2f447b97-aefe-4f4c-8bbf-941ae0ccbf6b req-dce675ea-c9bd-45c1-b095-d98c63c2f662 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/quotas/e555a5edad0e42029674c53c2976a6de HTTP/1.1" status: 200 len: 375 time: 0.0135481 May 25 22:40:06.838276 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-2f447b97-aefe-4f4c-8bbf-941ae0ccbf6b req-6423378a-0b96-4864-bc42-3b1722e8bf6f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e555a5edad0e42029674c53c2976a6de&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0969203 May 25 22:40:06.987764 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-2f447b97-aefe-4f4c-8bbf-941ae0ccbf6b req-0c83e2f6-1f06-43dd-a9e9-44644b23933a service neutron] 10.222.0.39 "GET /v2.0/networks/6fc60487-fe5e-4f0e-968b-ad40e0f30290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360190 May 25 22:40:07.130103 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-2f447b97-aefe-4f4c-8bbf-941ae0ccbf6b req-483b51aa-8845-4b60-857a-5e20b75d55b7 service neutron] 10.222.0.39 "GET /v2.0/networks/6fc60487-fe5e-4f0e-968b-ad40e0f30290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351380 May 25 22:40:07.359694 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-9589669a-14fb-4cd5-ab6c-c86e42606676 req-62250a87-6521-42bb-a336-3c44ee6775f6 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=62101cdc-4e44-4eff-b249-ca48edca40c1 HTTP/1.1" status: 200 len: 210 time: 0.0620959 May 25 22:40:07.399258 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.agents_db [None req-9a0b4f36-fcd8-49b0-a2d4-59f1c5f7edf0 None None] Agent healthcheck: found 6 active agents {{(pid=83239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:40:08.763357 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-61fad516-8d68-407a-bc3a-158d0b012549 req-d69a027d-7510-4233-b9d8-6578a5a6876a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=62101cdc-4e44-4eff-b249-ca48edca40c1 HTTP/1.1" status: 200 len: 210 time: 0.0726345 May 25 22:40:08.807625 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f447b97-aefe-4f4c-8bbf-941ae0ccbf6b req-16d47f6d-c913-4ce9-b1b8-4b147ff6ebb4 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:08.810427 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-2f447b97-aefe-4f4c-8bbf-941ae0ccbf6b req-16d47f6d-c913-4ce9-b1b8-4b147ff6ebb4 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.45 "GET /v2.0/networks?id=6fc60487-fe5e-4f0e-968b-ad40e0f30290 HTTP/1.1" status: 200 len: 815 time: 0.2634823 May 25 22:40:08.885838 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-2f447b97-aefe-4f4c-8bbf-941ae0ccbf6b req-a65151a1-710d-4a1f-b14a-31443fc5981a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e555a5edad0e42029674c53c2976a6de HTTP/1.1" status: 200 len: 472 time: 0.0571103 May 25 22:40:08.896397 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [req-2f447b97-aefe-4f4c-8bbf-941ae0ccbf6b req-a2681d1f-58d4-4d9e-ac6c-ecb8379a55ce tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Request body: {'port': {'device_id': '62101cdc-4e44-4eff-b249-ca48edca40c1', 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'admin_state_up': True, 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'security_groups': ['a075d361-b8ec-493a-b4d1-4ae1cc30242b']}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:40:09.073539 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [req-2f447b97-aefe-4f4c-8bbf-941ae0ccbf6b req-a2681d1f-58d4-4d9e-ac6c-ecb8379a55ce tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:40:09.077549 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-2f447b97-aefe-4f4c-8bbf-941ae0ccbf6b req-a2681d1f-58d4-4d9e-ac6c-ecb8379a55ce tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Usage tracker for resource:port and tenant:e555a5edad0e42029674c53c2976a6de is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:40:09.080675 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-2f447b97-aefe-4f4c-8bbf-941ae0ccbf6b req-a2681d1f-58d4-4d9e-ac6c-ecb8379a55ce tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:40:09.087382 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [req-2f447b97-aefe-4f4c-8bbf-941ae0ccbf6b req-a2681d1f-58d4-4d9e-ac6c-ecb8379a55ce tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:40:09.099316 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f447b97-aefe-4f4c-8bbf-941ae0ccbf6b req-a2681d1f-58d4-4d9e-ac6c-ecb8379a55ce tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Made reservation on behalf of e555a5edad0e42029674c53c2976a6de for: {'port': 1} {{(pid=83236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:40:09.102402 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-2f447b97-aefe-4f4c-8bbf-941ae0ccbf6b req-a2681d1f-58d4-4d9e-ac6c-ecb8379a55ce tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:09.296908 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.db_base_plugin_common [req-2f447b97-aefe-4f4c-8bbf-941ae0ccbf6b req-a2681d1f-58d4-4d9e-ac6c-ecb8379a55ce tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Allocated IP 172.20.0.6 (6fc60487-fe5e-4f0e-968b-ad40e0f30290/d5cd7d5a-b211-4d75-93e3-7264c9b5bb90/31a44b24-8dfa-43c7-b5b0-87ae5c401246) {{(pid=83236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:40:09.499840 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-2f447b97-aefe-4f4c-8bbf-941ae0ccbf6b req-a2681d1f-58d4-4d9e-ac6c-ecb8379a55ce tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for port, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:09.518253 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.provisioning_blocks [req-2f447b97-aefe-4f4c-8bbf-941ae0ccbf6b req-a2681d1f-58d4-4d9e-ac6c-ecb8379a55ce tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Transition to ACTIVE for port object 31a44b24-8dfa-43c7-b5b0-87ae5c401246 will not be triggered until provisioned by entity DHCP. {{(pid=83236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:40:09.545365 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-2f447b97-aefe-4f4c-8bbf-941ae0ccbf6b req-a2681d1f-58d4-4d9e-ac6c-ecb8379a55ce tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:09.627659 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f447b97-aefe-4f4c-8bbf-941ae0ccbf6b req-a2681d1f-58d4-4d9e-ac6c-ecb8379a55ce tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Network 6fc60487-fe5e-4f0e-968b-ad40e0f30290 is already hosted by enough agents. {{(pid=83236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:40:09.631571 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.base_scheduler [req-2f447b97-aefe-4f4c-8bbf-941ae0ccbf6b req-a2681d1f-58d4-4d9e-ac6c-ecb8379a55ce tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Resources bound (agent type, host, resource id): {{(pid=83236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:40:09.633627 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2681d1f-58d4-4d9e-ac6c-ecb8379a55ce tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Pushing event updated for resources: {'Port': ['ID=31a44b24-8dfa-43c7-b5b0-87ae5c401246,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:09.635820 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f447b97-aefe-4f4c-8bbf-941ae0ccbf6b req-a2681d1f-58d4-4d9e-ac6c-ecb8379a55ce tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Received port after_create {{(pid=83236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:40:09.708328 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f447b97-aefe-4f4c-8bbf-941ae0ccbf6b req-a2681d1f-58d4-4d9e-ac6c-ecb8379a55ce tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:09.709111 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-2f447b97-aefe-4f4c-8bbf-941ae0ccbf6b req-a2681d1f-58d4-4d9e-ac6c-ecb8379a55ce tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:09.735026 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-2f447b97-aefe-4f4c-8bbf-941ae0ccbf6b req-a2681d1f-58d4-4d9e-ac6c-ecb8379a55ce tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8435977 May 25 22:40:09.757301 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [req-2f447b97-aefe-4f4c-8bbf-941ae0ccbf6b req-e827d500-aeac-4252-a161-8198e82ce3d6 service neutron] Request body: {'port': {'device_id': '62101cdc-4e44-4eff-b249-ca48edca40c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:40:09.946442 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-2f447b97-aefe-4f4c-8bbf-941ae0ccbf6b req-e827d500-aeac-4252-a161-8198e82ce3d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:10.019921 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-982506af-0afc-4c24-bcca-f6ad716a6694 None None] Provisioning for port 31a44b24-8dfa-43c7-b5b0-87ae5c401246 completed by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:40:10.027813 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-982506af-0afc-4c24-bcca-f6ad716a6694 None None] Provisioning complete for port 31a44b24-8dfa-43c7-b5b0-87ae5c401246 triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:40:10.028189 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-982506af-0afc-4c24-bcca-f6ad716a6694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:10.099442 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f017a54-0360-45b9-9860-0ac896f17dda req-3c17ea4c-eb7a-4321-89af-967afb93a7a5 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:10.100110 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-982506af-0afc-4c24-bcca-f6ad716a6694 None None] Port 31a44b24-8dfa-43c7-b5b0-87ae5c401246 cannot update to ACTIVE because it is not bound. {{(pid=83238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:40:10.105078 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-3f017a54-0360-45b9-9860-0ac896f17dda req-3c17ea4c-eb7a-4321-89af-967afb93a7a5 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=62101cdc-4e44-4eff-b249-ca48edca40c1 HTTP/1.1" status: 200 len: 931 time: 0.1350830 May 25 22:40:10.187262 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-3f017a54-0360-45b9-9860-0ac896f17dda req-8892125c-082c-49e4-9467-9b8ba0aa19de tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/security-groups?id=a075d361-b8ec-493a-b4d1-4ae1cc30242b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717053 May 25 22:40:10.371292 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [req-2f447b97-aefe-4f4c-8bbf-941ae0ccbf6b req-e827d500-aeac-4252-a161-8198e82ce3d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31a44b24-8dfa-43c7-b5b0-87ae5c401246 {{(pid=83236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:40:10.378473 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-2f447b97-aefe-4f4c-8bbf-941ae0ccbf6b req-e827d500-aeac-4252-a161-8198e82ce3d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:10.395925 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.provisioning_blocks [req-2f447b97-aefe-4f4c-8bbf-941ae0ccbf6b req-e827d500-aeac-4252-a161-8198e82ce3d6 service neutron] Transition to ACTIVE for port object 31a44b24-8dfa-43c7-b5b0-87ae5c401246 will not be triggered until provisioned by entity L2. {{(pid=83236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:40:10.400498 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-2f447b97-aefe-4f4c-8bbf-941ae0ccbf6b req-e827d500-aeac-4252-a161-8198e82ce3d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1630987'] for port, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:10.534385 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e827d500-aeac-4252-a161-8198e82ce3d6 service neutron] Pushing event updated for resources: {'Port': ['ID=31a44b24-8dfa-43c7-b5b0-87ae5c401246,revision_number=2']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:10.662849 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-2f447b97-aefe-4f4c-8bbf-941ae0ccbf6b req-e827d500-aeac-4252-a161-8198e82ce3d6 service neutron] Attempting to bind port 31a44b24-8dfa-43c7-b5b0-87ae5c401246 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:40:10.663307 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-2f447b97-aefe-4f4c-8bbf-941ae0ccbf6b req-e827d500-aeac-4252-a161-8198e82ce3d6 service neutron] Attempting to bind port 31a44b24-8dfa-43c7-b5b0-87ae5c401246 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': 'd711363d-cf2f-4d62-a488-26afefce9577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290'}] {{(pid=83236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:40:10.663948 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f447b97-aefe-4f4c-8bbf-941ae0ccbf6b req-e827d500-aeac-4252-a161-8198e82ce3d6 service neutron] Attempting to bind port 31a44b24-8dfa-43c7-b5b0-87ae5c401246 on network 6fc60487-fe5e-4f0e-968b-ad40e0f30290 {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:40:10.669963 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f447b97-aefe-4f4c-8bbf-941ae0ccbf6b req-e827d500-aeac-4252-a161-8198e82ce3d6 service neutron] Port 31a44b24-8dfa-43c7-b5b0-87ae5c401246 on network 6fc60487-fe5e-4f0e-968b-ad40e0f30290 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:40:10.670278 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f447b97-aefe-4f4c-8bbf-941ae0ccbf6b req-e827d500-aeac-4252-a161-8198e82ce3d6 service neutron] Attempting to bind port 31a44b24-8dfa-43c7-b5b0-87ae5c401246 on network 6fc60487-fe5e-4f0e-968b-ad40e0f30290 {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:40:10.677770 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f447b97-aefe-4f4c-8bbf-941ae0ccbf6b req-e827d500-aeac-4252-a161-8198e82ce3d6 service neutron] Checking agent: {'id': 'ba48c32d-6c3d-40ce-a4ff-91ef21d08f39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 30, 42), 'started_at': datetime.datetime(2022, 5, 25, 22, 30, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:40:10.678111 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f447b97-aefe-4f4c-8bbf-941ae0ccbf6b req-e827d500-aeac-4252-a161-8198e82ce3d6 service neutron] Checking segment: {'id': 'd711363d-cf2f-4d62-a488-26afefce9577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:40:10.678581 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f447b97-aefe-4f4c-8bbf-941ae0ccbf6b req-e827d500-aeac-4252-a161-8198e82ce3d6 service neutron] Bound using segment: {'id': 'd711363d-cf2f-4d62-a488-26afefce9577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290'} {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:40:10.679122 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-2f447b97-aefe-4f4c-8bbf-941ae0ccbf6b req-e827d500-aeac-4252-a161-8198e82ce3d6 service neutron] Bound port: 31a44b24-8dfa-43c7-b5b0-87ae5c401246, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd711363d-cf2f-4d62-a488-26afefce9577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290'}}] {{(pid=83236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:40:10.679413 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-2f447b97-aefe-4f4c-8bbf-941ae0ccbf6b req-e827d500-aeac-4252-a161-8198e82ce3d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:10.779922 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-2f447b97-aefe-4f4c-8bbf-941ae0ccbf6b req-e827d500-aeac-4252-a161-8198e82ce3d6 service neutron] For port 31a44b24-8dfa-43c7-b5b0-87ae5c401246, host hv-cinder-84330, cleared binding levels {{(pid=83236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:40:10.784183 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-2f447b97-aefe-4f4c-8bbf-941ae0ccbf6b req-e827d500-aeac-4252-a161-8198e82ce3d6 service neutron] For port 31a44b24-8dfa-43c7-b5b0-87ae5c401246, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=31a44b24-8dfa-43c7-b5b0-87ae5c401246,segment=NetworkSegment(d711363d-cf2f-4d62-a488-26afefce9577),segment_id=d711363d-cf2f-4d62-a488-26afefce9577)] {{(pid=83236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:40:10.788950 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-2f447b97-aefe-4f4c-8bbf-941ae0ccbf6b req-e827d500-aeac-4252-a161-8198e82ce3d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1630987'] for port, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:10.984131 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-2f447b97-aefe-4f4c-8bbf-941ae0ccbf6b req-e827d500-aeac-4252-a161-8198e82ce3d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:10.986031 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-2f447b97-aefe-4f4c-8bbf-941ae0ccbf6b req-e827d500-aeac-4252-a161-8198e82ce3d6 service neutron] 10.222.0.45 "PUT /v2.0/ports/31a44b24-8dfa-43c7-b5b0-87ae5c401246 HTTP/1.1" status: 200 len: 1093 time: 1.2364550 May 25 22:40:10.989221 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62101cdc-4e44-4eff-b249-ca48edca40c1', 'tag': '31a44b24-8dfa-43c7-b5b0-87ae5c401246'}] {{(pid=83236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:40:11.038468 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e827d500-aeac-4252-a161-8198e82ce3d6 service neutron] Pushing event updated for resources: {'Port': ['ID=31a44b24-8dfa-43c7-b5b0-87ae5c401246,revision_number=3']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:11.094748 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af1be2e0-cdfe-459e-b430-79813b0789fd'] response: {'name': 'network-changed', 'server_uuid': '62101cdc-4e44-4eff-b249-ca48edca40c1', 'tag': '31a44b24-8dfa-43c7-b5b0-87ae5c401246', 'status': 'completed', 'code': 200} May 25 22:40:11.154828 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-2f447b97-aefe-4f4c-8bbf-941ae0ccbf6b req-84d092b7-ab1d-4a54-8438-9ebccdc24ac2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e555a5edad0e42029674c53c2976a6de&device_id=62101cdc-4e44-4eff-b249-ca48edca40c1 HTTP/1.1" status: 200 len: 1096 time: 0.1030405 May 25 22:40:11.261456 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-2f447b97-aefe-4f4c-8bbf-941ae0ccbf6b req-76cf6c2f-ca3c-4c16-b047-e11c03549b77 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31a44b24-8dfa-43c7-b5b0-87ae5c401246 HTTP/1.1" status: 200 len: 217 time: 0.0931556 May 25 22:40:11.344148 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f447b97-aefe-4f4c-8bbf-941ae0ccbf6b req-4b7598cc-c4b2-4715-ad5d-196a7b6e8563 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:11.346439 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-2f447b97-aefe-4f4c-8bbf-941ae0ccbf6b req-4b7598cc-c4b2-4715-ad5d-196a7b6e8563 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5cd7d5a-b211-4d75-93e3-7264c9b5bb90 HTTP/1.1" status: 200 len: 854 time: 0.0782769 May 25 22:40:11.451965 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-2f447b97-aefe-4f4c-8bbf-941ae0ccbf6b req-6deae724-e23d-4362-acd2-f3d699b10838 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6fc60487-fe5e-4f0e-968b-ad40e0f30290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0979826 May 25 22:40:11.512552 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b906fd-1a3c-4632-b475-2dc91d0a9012 req-834c413f-6edf-4190-b6bb-29192430640b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:11.515578 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f1b906fd-1a3c-4632-b475-2dc91d0a9012 req-834c413f-6edf-4190-b6bb-29192430640b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=62101cdc-4e44-4eff-b249-ca48edca40c1 HTTP/1.1" status: 200 len: 943 time: 0.1531692 May 25 22:40:11.593467 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f1b906fd-1a3c-4632-b475-2dc91d0a9012 req-fb113423-efbc-4991-8a0f-9e98edcae702 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/security-groups?id=a075d361-b8ec-493a-b4d1-4ae1cc30242b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695953 May 25 22:40:11.629395 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-2f447b97-aefe-4f4c-8bbf-941ae0ccbf6b req-8c659ae7-7640-4969-a289-5d733707e915 service neutron] 10.222.0.45 "GET /v2.0/networks/6fc60487-fe5e-4f0e-968b-ad40e0f30290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710901 May 25 22:40:11.736107 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:11.774266 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-2f447b97-aefe-4f4c-8bbf-941ae0ccbf6b req-6ee0d87b-a7cb-4487-a8df-901d90e3112e service neutron] 10.222.0.45 "GET /v2.0/networks/6fc60487-fe5e-4f0e-968b-ad40e0f30290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384923 May 25 22:40:11.964663 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-679c63ad-ca31-4b4c-9122-4dfa5cc944c4 req-96ca738c-f01e-43b4-a58c-ba6039589691 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e555a5edad0e42029674c53c2976a6de&device_id=62101cdc-4e44-4eff-b249-ca48edca40c1 HTTP/1.1" status: 200 len: 1096 time: 0.0955844 May 25 22:40:12.111573 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c63ad-ca31-4b4c-9122-4dfa5cc944c4 req-0311583a-8640-4221-a949-7840e7d84f8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:12.113196 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-679c63ad-ca31-4b4c-9122-4dfa5cc944c4 req-0311583a-8640-4221-a949-7840e7d84f8c service neutron] 10.222.0.45 "GET /v2.0/networks?id=6fc60487-fe5e-4f0e-968b-ad40e0f30290 HTTP/1.1" status: 200 len: 916 time: 0.1391032 May 25 22:40:12.188098 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-679c63ad-ca31-4b4c-9122-4dfa5cc944c4 req-665fb2b6-52b8-44f4-97f7-8fcd02294f05 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31a44b24-8dfa-43c7-b5b0-87ae5c401246 HTTP/1.1" status: 200 len: 217 time: 0.0688121 May 25 22:40:12.259733 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c63ad-ca31-4b4c-9122-4dfa5cc944c4 req-8c880dc2-734d-4d91-8468-32d3c89e14b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:12.261119 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-679c63ad-ca31-4b4c-9122-4dfa5cc944c4 req-8c880dc2-734d-4d91-8468-32d3c89e14b8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5cd7d5a-b211-4d75-93e3-7264c9b5bb90 HTTP/1.1" status: 200 len: 854 time: 0.0672207 May 25 22:40:12.349126 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-679c63ad-ca31-4b4c-9122-4dfa5cc944c4 req-10409e97-b895-46c3-95cf-8dc563d720ce service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6fc60487-fe5e-4f0e-968b-ad40e0f30290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0816064 May 25 22:40:12.488326 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-679c63ad-ca31-4b4c-9122-4dfa5cc944c4 req-b09a5c15-3ccc-404a-aa5e-df765f7102ce service neutron] 10.222.0.45 "GET /v2.0/networks/6fc60487-fe5e-4f0e-968b-ad40e0f30290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321278 May 25 22:40:12.653656 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-679c63ad-ca31-4b4c-9122-4dfa5cc944c4 req-e90ebd58-4223-4afd-8c25-26aa95243e08 service neutron] 10.222.0.45 "GET /v2.0/networks/6fc60487-fe5e-4f0e-968b-ad40e0f30290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573329 May 25 22:40:12.807716 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb84957-0e4d-472d-94e6-98fa27bd6979 req-6a1684e7-eb81-4a74-9edc-0ab91ce7cb7d tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:12.809421 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-6eb84957-0e4d-472d-94e6-98fa27bd6979 req-6a1684e7-eb81-4a74-9edc-0ab91ce7cb7d tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=62101cdc-4e44-4eff-b249-ca48edca40c1 HTTP/1.1" status: 200 len: 943 time: 0.0828409 May 25 22:40:12.858999 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-6eb84957-0e4d-472d-94e6-98fa27bd6979 req-cd93a1b8-7934-4d1a-bb3a-bc8613688dd2 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/security-groups?id=a075d361-b8ec-493a-b4d1-4ae1cc30242b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432816 May 25 22:40:13.392551 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 31a44b24-8dfa-43c7-b5b0-87ae5c401246 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 22:40:13.538928 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port 31a44b24-8dfa-43c7-b5b0-87ae5c401246, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=31a44b24-8dfa-43c7-b5b0-87ae5c401246,segment=NetworkSegment(d711363d-cf2f-4d62-a488-26afefce9577),segment_id=d711363d-cf2f-4d62-a488-26afefce9577)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:40:13.556415 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Returning: {'device': '31a44b24-8dfa-43c7-b5b0-87ae5c401246', 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'port_id': '31a44b24-8dfa-43c7-b5b0-87ae5c401246', 'mac_address': 'fa:16:3e:ef:66:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 22:40:13.610747 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:13.629640 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.notifiers.nova [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31a44b24-8dfa-43c7-b5b0-87ae5c401246 {{(pid=83238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:40:13.645725 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port 31a44b24-8dfa-43c7-b5b0-87ae5c401246, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=31a44b24-8dfa-43c7-b5b0-87ae5c401246,segment=NetworkSegment(d711363d-cf2f-4d62-a488-26afefce9577),segment_id=d711363d-cf2f-4d62-a488-26afefce9577)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:40:13.649989 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:13.721746 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Pushing event updated for resources: {'Port': ['ID=31a44b24-8dfa-43c7-b5b0-87ae5c401246,revision_number=4']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:13.968189 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] get_ports_and_sgs() called for port_ids ['31a44b24-8dfa-43c7-b5b0-87ae5c401246'] {{(pid=83238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:40:14.115459 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c82c44-6578-4a8e-a2aa-abcee91a1ed0 req-8b0233f1-b900-44eb-8aa8-b4a71d14fe8c tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:14.117894 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-72c82c44-6578-4a8e-a2aa-abcee91a1ed0 req-8b0233f1-b900-44eb-8aa8-b4a71d14fe8c tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=62101cdc-4e44-4eff-b249-ca48edca40c1 HTTP/1.1" status: 200 len: 944 time: 0.1090016 May 25 22:40:14.186083 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-72c82c44-6578-4a8e-a2aa-abcee91a1ed0 req-cbb26136-ac1f-4c7a-9f8d-f2a6234a1173 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/security-groups?id=a075d361-b8ec-493a-b4d1-4ae1cc30242b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605679 May 25 22:40:15.395646 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 31a44b24-8dfa-43c7-b5b0-87ae5c401246 up at agent hyperv_hv-cinder-84330 {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:40:15.484446 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Provisioning for port 31a44b24-8dfa-43c7-b5b0-87ae5c401246 completed by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:40:15.490611 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Provisioning complete for port 31a44b24-8dfa-43c7-b5b0-87ae5c401246 triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:40:15.490886 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:15.493710 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d535f72-2146-4f35-b91e-42e4964c3167 req-51f98297-bf6f-461c-988b-69ebbbb086c5 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:15.502774 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-1d535f72-2146-4f35-b91e-42e4964c3167 req-51f98297-bf6f-461c-988b-69ebbbb086c5 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=62101cdc-4e44-4eff-b249-ca48edca40c1 HTTP/1.1" status: 200 len: 944 time: 0.1074812 May 25 22:40:15.575564 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-1d535f72-2146-4f35-b91e-42e4964c3167 req-0125b6bd-fc7e-4491-a5eb-1b44cb52aab6 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/security-groups?id=a075d361-b8ec-493a-b4d1-4ae1cc30242b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683980 May 25 22:40:15.653765 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:15.689581 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62101cdc-4e44-4eff-b249-ca48edca40c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a44b24-8dfa-43c7-b5b0-87ae5c401246'}] {{(pid=83238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:40:15.700116 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port 31a44b24-8dfa-43c7-b5b0-87ae5c401246, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=31a44b24-8dfa-43c7-b5b0-87ae5c401246,segment=NetworkSegment(d711363d-cf2f-4d62-a488-26afefce9577),segment_id=d711363d-cf2f-4d62-a488-26afefce9577)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:40:15.706486 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:15.752759 dv-cinder-843305-1-iscsi neutron-server[83238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70e058ae-07a1-43b9-a0a7-a39920d0a791'] response: {'server_uuid': '62101cdc-4e44-4eff-b249-ca48edca40c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a44b24-8dfa-43c7-b5b0-87ae5c401246', 'code': 200} May 25 22:40:15.790519 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Pushing event updated for resources: {'Port': ['ID=31a44b24-8dfa-43c7-b5b0-87ae5c401246,revision_number=5']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:16.054455 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-ed9289a7-6bcf-48f8-91e7-e862baf8ed9f req-c23d6e07-5a6f-4bff-aa77-9720f3a79ac4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=62101cdc-4e44-4eff-b249-ca48edca40c1 HTTP/1.1" status: 200 len: 1098 time: 0.0887032 May 25 22:40:16.105066 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-ed9289a7-6bcf-48f8-91e7-e862baf8ed9f req-d049dc8f-372d-4541-ac80-d5f59ef2e018 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a075d361-b8ec-493a-b4d1-4ae1cc30242b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428143 May 25 22:40:16.962234 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43732ba0-a9f6-4937-9f9c-762cc61c55b9 req-437ae7b9-e300-4d15-8602-4c6527ab9991 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:16.963790 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-43732ba0-a9f6-4937-9f9c-762cc61c55b9 req-437ae7b9-e300-4d15-8602-4c6527ab9991 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=62101cdc-4e44-4eff-b249-ca48edca40c1 HTTP/1.1" status: 200 len: 945 time: 0.0827181 May 25 22:40:17.011240 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-43732ba0-a9f6-4937-9f9c-762cc61c55b9 req-bf565659-acbc-4918-a664-4b52da1c2598 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/security-groups?id=a075d361-b8ec-493a-b4d1-4ae1cc30242b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417476 May 25 22:40:18.216790 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a7210-87cd-47ba-8d11-c6d6cb56a8e9 req-e8642a82-ff8c-4b52-8d04-b4daf344ddaf tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:18.218295 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-1f3a7210-87cd-47ba-8d11-c6d6cb56a8e9 req-e8642a82-ff8c-4b52-8d04-b4daf344ddaf tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=62101cdc-4e44-4eff-b249-ca48edca40c1 HTTP/1.1" status: 200 len: 945 time: 0.0773525 May 25 22:40:18.278868 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-1f3a7210-87cd-47ba-8d11-c6d6cb56a8e9 req-ce6e35ee-fbff-4230-a390-b86650ad7553 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/security-groups?id=a075d361-b8ec-493a-b4d1-4ae1cc30242b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501840 May 25 22:40:18.475462 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1ce3f-41d6-486e-aab8-b1ca4d2b222f req-3a67a586-cfe5-436f-bff9-20eba3d77123 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:18.477226 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-ade1ce3f-41d6-486e-aab8-b1ca4d2b222f req-3a67a586-cfe5-436f-bff9-20eba3d77123 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=62101cdc-4e44-4eff-b249-ca48edca40c1 HTTP/1.1" status: 200 len: 945 time: 0.0826275 May 25 22:40:18.486009 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 59714) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:18.491143 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-06e9efe5-27ad-45bd-8410-481e420816e7 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Request body: {'floatingip': {'port_id': '31a44b24-8dfa-43c7-b5b0-87ae5c401246'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:40:18.569777 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-06e9efe5-27ad-45bd-8410-481e420816e7 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for floatingip, before_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:19.268965 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-06e9efe5-27ad-45bd-8410-481e420816e7 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:19.274331 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-06e9efe5-27ad-45bd-8410-481e420816e7 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335082'] for floatingip, after_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:19.473936 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.db.l3_db [None req-06e9efe5-27ad-45bd-8410-481e420816e7 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Floating IP 2aeb723f-07b1-46b5-b009-697cc629a719 associated. External IP: 172.27.0.218, port: 31a44b24-8dfa-43c7-b5b0-87ae5c401246. May 25 22:40:19.919010 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e9efe5-27ad-45bd-8410-481e420816e7 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Router c59067a3-0264-4d42-9ec2-78de27f8bb1f has already been hosted by L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a {{(pid=83237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:40:20.132261 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e9efe5-27ad-45bd-8410-481e420816e7 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:40:20.137489 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-06e9efe5-27ad-45bd-8410-481e420816e7 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for floatingip, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:20.143639 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317c92b3-77f8-4337-9160-46c81f822381 None None] Sync routers for ids ['c59067a3-0264-4d42-9ec2-78de27f8bb1f'] in dv-cinder-843305-1-iscsi {{(pid=83239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:40:20.156624 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317c92b3-77f8-4337-9160-46c81f822381 None None] Routers {'c59067a3-0264-4d42-9ec2-78de27f8bb1f'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:40:20.157530 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-317c92b3-77f8-4337-9160-46c81f822381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:40:02Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['c59067a3-0264-4d42-9ec2-78de27f8bb1f'], 'active': True} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:40:20.218161 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-06e9efe5-27ad-45bd-8410-481e420816e7 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "PUT /v2.0/floatingips/2aeb723f-07b1-46b5-b009-697cc629a719 HTTP/1.1" status: 200 len: 991 time: 1.7307644 May 25 22:40:20.218808 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62101cdc-4e44-4eff-b249-ca48edca40c1', 'tag': '31a44b24-8dfa-43c7-b5b0-87ae5c401246'}] {{(pid=83237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:40:20.347045 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvr_db [None req-317c92b3-77f8-4337-9160-46c81f822381 None None] Set router c59067a3-0264-4d42-9ec2-78de27f8bb1f gateway port host: dv-cinder-843305-1-iscsi {{(pid=83239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:40:20.482640 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.notifiers.nova [-] Nova event matching ['req-088e404e-a744-4009-8dfa-12be5e737682'] response: {'name': 'network-changed', 'server_uuid': '62101cdc-4e44-4eff-b249-ca48edca40c1', 'tag': '31a44b24-8dfa-43c7-b5b0-87ae5c401246', 'status': 'completed', 'code': 200} May 25 22:40:20.624980 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-78ced7b4-b22a-47d4-a5e5-330557c42cbf req-2d94f6d0-1779-45dd-89d0-815f0fd957c6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e555a5edad0e42029674c53c2976a6de&device_id=62101cdc-4e44-4eff-b249-ca48edca40c1 HTTP/1.1" status: 200 len: 1098 time: 0.0781169 May 25 22:40:20.766136 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-317c92b3-77f8-4337-9160-46c81f822381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'name': 'tempest-AttachVolumeNegativeTest-1070406310-router', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:51Z', 'updated_at': '2022-05-25T22:38:57Z', 'revision_number': 4, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'gw_port': {'id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:52Z', 'updated_at': '2022-05-25T22:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_floatingips': [{'id': '2aeb723f-07b1-46b5-b009-697cc629a719', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'floating_ip_address': '172.27.0.218', 'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'router_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'port_id': '31a44b24-8dfa-43c7-b5b0-87ae5c401246', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'mac_address': 'fa:16:3e:ef:66:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62101cdc-4e44-4eff-b249-ca48edca40c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:40:05Z', 'updated_at': '2022-05-25T22:40:19Z', 'revision_number': 1, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'fixed_ip_address_scope': None}, {'id': 'd1c04e69-8424-423e-992f-acaa0355c571', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'floating_ip_address': '172.27.0.213', 'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'router_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'port_id': 'd0dc2532-355d-41d9-8a79-0d728f5ebc13', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'mac_address': 'fa:16:3e:24:71:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e08922-d853-451c-ba88-6550194a82af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:39:00Z', 'updated_at': '2022-05-25T22:39:19Z', 'revision_number': 2, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fd0f086-ede6-481a-ba38-c6f08f2fce6c', 'name': '', 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'mac_address': 'fa:16:3e:e0:94:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:56Z', 'updated_at': '2022-05-25T22:39:14Z', 'revision_number': 5, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'subnets': [{'id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:40:20.783621 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317c92b3-77f8-4337-9160-46c81f822381 None None] Checking router: c59067a3-0264-4d42-9ec2-78de27f8bb1f for host: dv-cinder-843305-1-iscsi {{(pid=83239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:40:20.806306 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317c92b3-77f8-4337-9160-46c81f822381 None None] Routers {'c59067a3-0264-4d42-9ec2-78de27f8bb1f'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:40:20.806945 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-317c92b3-77f8-4337-9160-46c81f822381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:40:02Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['c59067a3-0264-4d42-9ec2-78de27f8bb1f'], 'active': True} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:40:20.880981 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ced7b4-b22a-47d4-a5e5-330557c42cbf req-cfe2fe5a-55ad-4005-8b52-e65ad330999b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:20.882868 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-78ced7b4-b22a-47d4-a5e5-330557c42cbf req-cfe2fe5a-55ad-4005-8b52-e65ad330999b service neutron] 10.222.0.45 "GET /v2.0/networks?id=6fc60487-fe5e-4f0e-968b-ad40e0f30290 HTTP/1.1" status: 200 len: 916 time: 0.2485361 May 25 22:40:21.032391 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-78ced7b4-b22a-47d4-a5e5-330557c42cbf req-293c759f-88d2-4be5-b3e9-40f6c090ae05 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31a44b24-8dfa-43c7-b5b0-87ae5c401246 HTTP/1.1" status: 200 len: 999 time: 0.1425722 May 25 22:40:21.096172 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ced7b4-b22a-47d4-a5e5-330557c42cbf req-213d8501-30e4-43c7-8c2d-92b5aea6a39a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:21.097609 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-78ced7b4-b22a-47d4-a5e5-330557c42cbf req-213d8501-30e4-43c7-8c2d-92b5aea6a39a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5cd7d5a-b211-4d75-93e3-7264c9b5bb90 HTTP/1.1" status: 200 len: 854 time: 0.0577483 May 25 22:40:21.098499 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvr_db [None req-317c92b3-77f8-4337-9160-46c81f822381 None None] Set router c59067a3-0264-4d42-9ec2-78de27f8bb1f gateway port host: dv-cinder-843305-1-iscsi {{(pid=83239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:40:21.185514 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-78ced7b4-b22a-47d4-a5e5-330557c42cbf req-89541ceb-dc4f-40fd-9855-5eba150ad62c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6fc60487-fe5e-4f0e-968b-ad40e0f30290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0805314 May 25 22:40:21.356045 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-78ced7b4-b22a-47d4-a5e5-330557c42cbf req-ca1f011c-029a-48ca-aacd-bd30cdfb981d service neutron] 10.222.0.45 "GET /v2.0/networks/6fc60487-fe5e-4f0e-968b-ad40e0f30290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633675 May 25 22:40:21.522045 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-78ced7b4-b22a-47d4-a5e5-330557c42cbf req-b5d64851-777f-4c15-9fb0-73c6b4cee4c1 service neutron] 10.222.0.45 "GET /v2.0/networks/6fc60487-fe5e-4f0e-968b-ad40e0f30290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557322 May 25 22:40:21.622951 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-317c92b3-77f8-4337-9160-46c81f822381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'name': 'tempest-AttachVolumeNegativeTest-1070406310-router', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:51Z', 'updated_at': '2022-05-25T22:38:57Z', 'revision_number': 4, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'gw_port': {'id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:52Z', 'updated_at': '2022-05-25T22:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_floatingips': [{'id': '2aeb723f-07b1-46b5-b009-697cc629a719', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'floating_ip_address': '172.27.0.218', 'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'router_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'port_id': '31a44b24-8dfa-43c7-b5b0-87ae5c401246', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'mac_address': 'fa:16:3e:ef:66:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62101cdc-4e44-4eff-b249-ca48edca40c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:40:05Z', 'updated_at': '2022-05-25T22:40:19Z', 'revision_number': 1, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'fixed_ip_address_scope': None}, {'id': 'd1c04e69-8424-423e-992f-acaa0355c571', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'floating_ip_address': '172.27.0.213', 'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'router_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'port_id': 'd0dc2532-355d-41d9-8a79-0d728f5ebc13', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'mac_address': 'fa:16:3e:24:71:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e08922-d853-451c-ba88-6550194a82af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:39:00Z', 'updated_at': '2022-05-25T22:39:19Z', 'revision_number': 2, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fd0f086-ede6-481a-ba38-c6f08f2fce6c', 'name': '', 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'mac_address': 'fa:16:3e:e0:94:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:56Z', 'updated_at': '2022-05-25T22:39:14Z', 'revision_number': 5, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'subnets': [{'id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:40:21.627664 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317c92b3-77f8-4337-9160-46c81f822381 None None] The sync data for ids ['c59067a3-0264-4d42-9ec2-78de27f8bb1f'] in dv-cinder-843305-1-iscsi is: [{'id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'name': 'tempest-AttachVolumeNegativeTest-1070406310-router', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:51Z', 'updated_at': '2022-05-25T22:38:57Z', 'revision_number': 4, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'gw_port': {'id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:52Z', 'updated_at': '2022-05-25T22:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_floatingips': [{'id': '2aeb723f-07b1-46b5-b009-697cc629a719', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'floating_ip_address': '172.27.0.218', 'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'router_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'port_id': '31a44b24-8dfa-43c7-b5b0-87ae5c401246', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'mac_address': 'fa:16:3e:ef:66:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62101cdc-4e44-4eff-b249-ca48edca40c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:40:05Z', 'updated_at': '2022-05-25T22:40:19Z', 'revision_number': 1, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'fixed_ip_address_scope': None}, {'id': 'd1c04e69-8424-423e-992f-acaa0355c571', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'floating_ip_address': '172.27.0.213', 'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'router_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'port_id': 'd0dc2532-355d-41d9-8a79-0d728f5ebc13', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'mac_address': 'fa:16:3e:24:71:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e08922-d853-451c-ba88-6550194a82af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:39:00Z', 'updated_at': '2022-05-25T22:39:19Z', 'revision_number': 2, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fd0f086-ede6-481a-ba38-c6f08f2fce6c', 'name': '', 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'mac_address': 'fa:16:3e:e0:94:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:56Z', 'updated_at': '2022-05-25T22:39:14Z', 'revision_number': 5, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'subnets': [{'id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:40:21.866572 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6556179-132b-483a-854f-4d043b1e9ae9 None None] New status for floating IP 2aeb723f-07b1-46b5-b009-697cc629a719: ACTIVE {{(pid=83238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:40:25.275067 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 59780) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:25.418338 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-dfe0ad40-8a26-435e-8121-5358e155f320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:25.455307 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-dfe0ad40-8a26-435e-8121-5358e155f320 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:40:25.460334 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-dfe0ad40-8a26-435e-8121-5358e155f320 admin admin] Usage tracker for resource:security_group_rule and tenant:dfd202e2e47147ac935ccdd315439095 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:40:25.463417 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-dfe0ad40-8a26-435e-8121-5358e155f320 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:40:25.469211 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-dfe0ad40-8a26-435e-8121-5358e155f320 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:40:25.534934 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-dfe0ad40-8a26-435e-8121-5358e155f320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:25.538806 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-dfe0ad40-8a26-435e-8121-5358e155f320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:25.586517 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe0ad40-8a26-435e-8121-5358e155f320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2918be8-2881-4940-8993-d93a1db739ff,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:25.591452 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-dfe0ad40-8a26-435e-8121-5358e155f320 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dfd202e2e47147ac935ccdd315439095&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3153813 May 25 22:40:25.593994 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 59798) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:25.652948 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-cda5cfa8-6e05-4d42-b15d-d5e502072c21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:25.678871 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-cda5cfa8-6e05-4d42-b15d-d5e502072c21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:25.732726 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-cda5cfa8-6e05-4d42-b15d-d5e502072c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:25.755164 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda5cfa8-6e05-4d42-b15d-d5e502072c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2918be8-2881-4940-8993-d93a1db739ff,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:25.759306 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-cda5cfa8-6e05-4d42-b15d-d5e502072c21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:25.760406 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-cda5cfa8-6e05-4d42-b15d-d5e502072c21 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d2918be8-2881-4940-8993-d93a1db739ff HTTP/1.1" status: 204 len: 168 time: 0.1655519 May 25 22:40:27.255266 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 59874) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:27.408943 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.db_base_plugin_v2 [None req-619e29a8-e795-41cd-b183-9b587fea0fc5 admin admin] Deleting subnet 38111a54-398d-4ffb-ba7f-de52fb88c9d6 {{(pid=83237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:40:27.411911 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-619e29a8-e795-41cd-b183-9b587fea0fc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:27.460619 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-619e29a8-e795-41cd-b183-9b587fea0fc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3678361'] for subnet, precommit_delete_associations {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:27.519571 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-619e29a8-e795-41cd-b183-9b587fea0fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3099660'] for subnet, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:27.585383 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-619e29a8-e795-41cd-b183-9b587fea0fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3099653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1149384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497327'] for subnet, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:27.622254 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e29a8-e795-41cd-b183-9b587fea0fc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38111a54-398d-4ffb-ba7f-de52fb88c9d6,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:27.628715 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-619e29a8-e795-41cd-b183-9b587fea0fc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for subnet, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:27.636616 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-619e29a8-e795-41cd-b183-9b587fea0fc5 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/38111a54-398d-4ffb-ba7f-de52fb88c9d6 HTTP/1.1" status: 204 len: 168 time: 0.3781319 May 25 22:40:27.636837 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 59888) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:27.741608 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-084a84db-c702-41d7-98d8-854a2eda857f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1111784'] for network, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:27.874536 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-084a84db-c702-41d7-98d8-854a2eda857f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3103129', 'neutron.services.segments.db._delete_segments_for_network-8744689775481'] for network, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:27.899070 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.services.segments.db [None req-084a84db-c702-41d7-98d8-854a2eda857f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea17c32a-1110-4d81-8eb4-1dcddaa69ad3']}} {{(pid=83237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:40:27.912922 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.services.segments.db [None req-084a84db-c702-41d7-98d8-854a2eda857f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21a60366-5a2f-4287-928f-7b1b99d45d5b') {'for_net_delete': True} {{(pid=83237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:40:27.913218 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.services.segments.db [None req-084a84db-c702-41d7-98d8-854a2eda857f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21a60366-5a2f-4287-928f-7b1b99d45d5b') {} {{(pid=83237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:40:27.925217 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-084a84db-c702-41d7-98d8-854a2eda857f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744689775364', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680106'] for segment, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:27.941096 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-084a84db-c702-41d7-98d8-854a2eda857f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:27.947162 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-084a84db-c702-41d7-98d8-854a2eda857f admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=83237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:40:27.947575 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-084a84db-c702-41d7-98d8-854a2eda857f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1149350'] for segment, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:27.961087 dv-cinder-843305-1-iscsi neutron-server[83237]: Traceback (most recent call last): May 25 22:40:27.961087 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:40:27.961087 dv-cinder-843305-1-iscsi neutron-server[83237]: timer() May 25 22:40:27.961087 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:40:27.961087 dv-cinder-843305-1-iscsi neutron-server[83237]: cb(*args, **kw) May 25 22:40:27.961087 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:40:27.961087 dv-cinder-843305-1-iscsi neutron-server[83237]: return func(*args, **kwargs) May 25 22:40:27.961087 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:40:27.961087 dv-cinder-843305-1-iscsi neutron-server[83237]: self._notify() May 25 22:40:27.961087 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:40:27.961087 dv-cinder-843305-1-iscsi neutron-server[83237]: self.callback(batched_events) May 25 22:40:27.961087 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:40:27.961087 dv-cinder-843305-1-iscsi neutron-server[83237]: event.method(event) May 25 22:40:27.961087 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:40:27.961087 dv-cinder-843305-1-iscsi neutron-server[83237]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:40:27.961087 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:40:27.961087 dv-cinder-843305-1-iscsi neutron-server[83237]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:40:27.961087 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:40:27.961087 dv-cinder-843305-1-iscsi neutron-server[83237]: return f(self, *a, **k) May 25 22:40:27.961087 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:40:27.961087 dv-cinder-843305-1-iscsi neutron-server[83237]: return self._get(url).json() May 25 22:40:27.961087 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:40:27.961087 dv-cinder-843305-1-iscsi neutron-server[83237]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:40:27.961087 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:40:27.961087 dv-cinder-843305-1-iscsi neutron-server[83237]: return self.request(url, 'GET', **kwargs) May 25 22:40:27.961087 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:40:27.961087 dv-cinder-843305-1-iscsi neutron-server[83237]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:40:27.961087 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:40:27.961087 dv-cinder-843305-1-iscsi neutron-server[83237]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:40:27.961087 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:40:27.961087 dv-cinder-843305-1-iscsi neutron-server[83237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:40:27.961087 dv-cinder-843305-1-iscsi neutron-server[83237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:40:28.044256 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-084a84db-c702-41d7-98d8-854a2eda857f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3103122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335064'] for network, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:28.049987 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-084a84db-c702-41d7-98d8-854a2eda857f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for network, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:28.081728 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084a84db-c702-41d7-98d8-854a2eda857f admin admin] Pushing event deleted for resources: {'Network': ['ID=ea17c32a-1110-4d81-8eb4-1dcddaa69ad3,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:28.088472 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-084a84db-c702-41d7-98d8-854a2eda857f admin admin] 10.222.0.39 "DELETE /v2.0/networks/ea17c32a-1110-4d81-8eb4-1dcddaa69ad3 HTTP/1.1" status: 204 len: 168 time: 0.4506955 May 25 22:40:28.280276 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 59898) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:28.330148 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-00cc1bc4-4715-4cdd-a596-2b70d09168d8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b0e0457219e74f3e8a4279def2b5834b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0485229 May 25 22:40:28.332364 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 59902) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:28.393636 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-555b1a4f-734a-4a87-ad5e-5206b30f9160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:28.419114 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-555b1a4f-734a-4a87-ad5e-5206b30f9160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:28.468587 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-555b1a4f-734a-4a87-ad5e-5206b30f9160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:28.486666 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b1a4f-734a-4a87-ad5e-5206b30f9160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69416e26-d785-4fda-93c6-ec04cc2e331e,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:28.498299 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-555b1a4f-734a-4a87-ad5e-5206b30f9160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:28.501811 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-555b1a4f-734a-4a87-ad5e-5206b30f9160 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/69416e26-d785-4fda-93c6-ec04cc2e331e HTTP/1.1" status: 204 len: 168 time: 0.1661971 May 25 22:40:29.621534 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-03a19170-2596-4520-a054-e0fb2021be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:30.715726 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 59922) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:30.855086 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-0955a932-9f8a-4ac5-9e52-ce9acfaf18b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:30.885585 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-0955a932-9f8a-4ac5-9e52-ce9acfaf18b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:40:30.889679 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-0955a932-9f8a-4ac5-9e52-ce9acfaf18b2 admin admin] Usage tracker for resource:security_group_rule and tenant:5e6ea0e56957451c86a26aa949c282cc is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:40:30.892563 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-0955a932-9f8a-4ac5-9e52-ce9acfaf18b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:40:30.899277 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-0955a932-9f8a-4ac5-9e52-ce9acfaf18b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:40:30.963535 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-0955a932-9f8a-4ac5-9e52-ce9acfaf18b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:30.967006 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-0955a932-9f8a-4ac5-9e52-ce9acfaf18b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:31.011226 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0955a932-9f8a-4ac5-9e52-ce9acfaf18b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c7582a-ae79-4d8e-b1a9-a14f6db398a3,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:31.022709 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-0955a932-9f8a-4ac5-9e52-ce9acfaf18b2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5e6ea0e56957451c86a26aa949c282cc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3059654 May 25 22:40:31.025872 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 59928) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:31.088190 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-ece2ecb9-f0ea-4a75-8751-8264b14ad637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:31.113617 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-ece2ecb9-f0ea-4a75-8751-8264b14ad637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:31.164199 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-ece2ecb9-f0ea-4a75-8751-8264b14ad637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:31.178574 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece2ecb9-f0ea-4a75-8751-8264b14ad637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c7582a-ae79-4d8e-b1a9-a14f6db398a3,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:31.189293 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-ece2ecb9-f0ea-4a75-8751-8264b14ad637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:31.190997 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-ece2ecb9-f0ea-4a75-8751-8264b14ad637 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/06c7582a-ae79-4d8e-b1a9-a14f6db398a3 HTTP/1.1" status: 204 len: 168 time: 0.1641011 May 25 22:40:31.192624 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece2ecb9-f0ea-4a75-8751-8264b14ad637 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:40:31.192966 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece2ecb9-f0ea-4a75-8751-8264b14ad637 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:40:31.193302 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece2ecb9-f0ea-4a75-8751-8264b14ad637 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:40:31.193750 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece2ecb9-f0ea-4a75-8751-8264b14ad637 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:40:31.193963 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece2ecb9-f0ea-4a75-8751-8264b14ad637 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:40:31.194289 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece2ecb9-f0ea-4a75-8751-8264b14ad637 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:40:31.194612 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece2ecb9-f0ea-4a75-8751-8264b14ad637 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:40:31.194983 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece2ecb9-f0ea-4a75-8751-8264b14ad637 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:40:31.195355 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece2ecb9-f0ea-4a75-8751-8264b14ad637 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:40:31.195586 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece2ecb9-f0ea-4a75-8751-8264b14ad637 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:40:31.195907 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece2ecb9-f0ea-4a75-8751-8264b14ad637 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:40:31.517183 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 59936) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:31.536187 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-f25d95b2-0889-452c-9d70-67a8008261f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:31.566785 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-f25d95b2-0889-452c-9d70-67a8008261f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:40:31.570653 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-f25d95b2-0889-452c-9d70-67a8008261f2 admin admin] Usage tracker for resource:security_group_rule and tenant:3515bfdba1a44fa59e6f6eb5b9987eca is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:40:31.573480 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-f25d95b2-0889-452c-9d70-67a8008261f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:40:31.578966 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-f25d95b2-0889-452c-9d70-67a8008261f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:40:31.640818 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-f25d95b2-0889-452c-9d70-67a8008261f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:31.645097 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-f25d95b2-0889-452c-9d70-67a8008261f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:31.692742 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25d95b2-0889-452c-9d70-67a8008261f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75bd8ca3-753c-461a-8c89-a542f53f50af,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:31.696946 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-f25d95b2-0889-452c-9d70-67a8008261f2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3515bfdba1a44fa59e6f6eb5b9987eca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1787770 May 25 22:40:31.699704 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 59940) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:31.757235 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-3ed1689a-d7a1-4f5d-a005-622e8a1d00a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:31.782262 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-3ed1689a-d7a1-4f5d-a005-622e8a1d00a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:31.817142 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-a3217f67-cc7e-457f-b380-7ffd7251533c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:31.835349 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-3ed1689a-d7a1-4f5d-a005-622e8a1d00a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:31.853471 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed1689a-d7a1-4f5d-a005-622e8a1d00a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bd8ca3-753c-461a-8c89-a542f53f50af,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:31.862982 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-3ed1689a-d7a1-4f5d-a005-622e8a1d00a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:31.864516 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-3ed1689a-d7a1-4f5d-a005-622e8a1d00a3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/75bd8ca3-753c-461a-8c89-a542f53f50af HTTP/1.1" status: 204 len: 168 time: 0.1641090 May 25 22:40:32.904146 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:33.063926 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:34.361423 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:35.870896 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 59986) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:36.010277 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-61ccb589-a40f-4aa9-ac73-df52893298db admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:36.040106 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-61ccb589-a40f-4aa9-ac73-df52893298db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:40:36.043778 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-61ccb589-a40f-4aa9-ac73-df52893298db admin admin] Usage tracker for resource:security_group_rule and tenant:d5a60e31171c457e9bbfdd5926755eb3 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:40:36.046501 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-61ccb589-a40f-4aa9-ac73-df52893298db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:40:36.052900 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-61ccb589-a40f-4aa9-ac73-df52893298db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:40:36.118379 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-61ccb589-a40f-4aa9-ac73-df52893298db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:36.122351 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-61ccb589-a40f-4aa9-ac73-df52893298db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:36.167917 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ccb589-a40f-4aa9-ac73-df52893298db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62194dd3-fe0b-4fe3-8a8f-c57e0d96379e,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:36.173303 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-61ccb589-a40f-4aa9-ac73-df52893298db admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d5a60e31171c457e9bbfdd5926755eb3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3013747 May 25 22:40:36.176412 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 59992) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:40:36.234373 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-f8826c73-4be2-4c3a-8a70-5effcc29bdd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:36.259240 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-f8826c73-4be2-4c3a-8a70-5effcc29bdd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:36.308427 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-f8826c73-4be2-4c3a-8a70-5effcc29bdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:36.322012 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8826c73-4be2-4c3a-8a70-5effcc29bdd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62194dd3-fe0b-4fe3-8a8f-c57e0d96379e,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:40:36.329105 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-f8826c73-4be2-4c3a-8a70-5effcc29bdd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:36.331357 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-f8826c73-4be2-4c3a-8a70-5effcc29bdd8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/62194dd3-fe0b-4fe3-8a8f-c57e0d96379e HTTP/1.1" status: 204 len: 168 time: 0.1531577 May 25 22:40:41.734715 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:44.380942 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.agents_db [None req-9a0b4f36-fcd8-49b0-a2d4-59f1c5f7edf0 None None] Agent healthcheck: found 6 active agents {{(pid=83239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:40:48.734542 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-9f6b3ea5-34c9-471f-9b46-7b48745b7010 req-14b7d092-ff13-4801-9751-479e33ce8dfe service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=36e08922-d853-451c-ba88-6550194a82af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685716 May 25 22:40:48.890142 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-9f6b3ea5-34c9-471f-9b46-7b48745b7010 req-64730a10-d214-4f82-b6fe-e8f0ab4b17bd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e555a5edad0e42029674c53c2976a6de&device_id=36e08922-d853-451c-ba88-6550194a82af HTTP/1.1" status: 200 len: 1098 time: 0.0667679 May 25 22:40:49.036925 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b3ea5-34c9-471f-9b46-7b48745b7010 req-71da1550-244b-4e87-9050-6b6c93fe2c58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:49.038250 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-9f6b3ea5-34c9-471f-9b46-7b48745b7010 req-71da1550-244b-4e87-9050-6b6c93fe2c58 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6fc60487-fe5e-4f0e-968b-ad40e0f30290 HTTP/1.1" status: 200 len: 916 time: 0.1243258 May 25 22:40:49.139673 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-9f6b3ea5-34c9-471f-9b46-7b48745b7010 req-2d5ba92f-574f-4c43-917f-1855732b70b5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0dc2532-355d-41d9-8a79-0d728f5ebc13 HTTP/1.1" status: 200 len: 1001 time: 0.0936611 May 25 22:40:49.200698 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b3ea5-34c9-471f-9b46-7b48745b7010 req-cb9d28cf-285a-44bb-839f-374e7906d00c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:49.202059 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-9f6b3ea5-34c9-471f-9b46-7b48745b7010 req-cb9d28cf-285a-44bb-839f-374e7906d00c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5cd7d5a-b211-4d75-93e3-7264c9b5bb90 HTTP/1.1" status: 200 len: 854 time: 0.0553122 May 25 22:40:49.278087 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-9f6b3ea5-34c9-471f-9b46-7b48745b7010 req-5af28bc1-096d-408e-81f7-6ac3d97d039b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6fc60487-fe5e-4f0e-968b-ad40e0f30290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0685730 May 25 22:40:49.407025 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-9f6b3ea5-34c9-471f-9b46-7b48745b7010 req-a76c944e-22f5-4caf-9d82-598dd6e3e74d service neutron] 10.222.0.45 "GET /v2.0/networks/6fc60487-fe5e-4f0e-968b-ad40e0f30290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206450 May 25 22:40:49.540176 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-9f6b3ea5-34c9-471f-9b46-7b48745b7010 req-c141493d-53de-4cff-93d9-dd3d6edc96e7 service neutron] 10.222.0.45 "GET /v2.0/networks/6fc60487-fe5e-4f0e-968b-ad40e0f30290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257482 May 25 22:40:58.337976 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cdcbd0-0313-4b69-a9b5-2a9122608cce req-ced7756b-aced-4587-9268-ae1cc74fcdb4 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:58.339402 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-95cdcbd0-0313-4b69-a9b5-2a9122608cce req-ced7756b-aced-4587-9268-ae1cc74fcdb4 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=62101cdc-4e44-4eff-b249-ca48edca40c1 HTTP/1.1" status: 200 len: 945 time: 0.0803852 May 25 22:40:58.383746 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-95cdcbd0-0313-4b69-a9b5-2a9122608cce req-866d8e08-e773-4b99-bd84-008a745a514c tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/security-groups?id=a075d361-b8ec-493a-b4d1-4ae1cc30242b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388360 May 25 22:40:59.580674 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa47db2-685f-4980-8a8b-5b906b593d38 req-31bcc460-cfa6-45e0-bfd0-ac7ea68b21f2 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:59.581984 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-dfa47db2-685f-4980-8a8b-5b906b593d38 req-31bcc460-cfa6-45e0-bfd0-ac7ea68b21f2 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=62101cdc-4e44-4eff-b249-ca48edca40c1 HTTP/1.1" status: 200 len: 945 time: 0.0771544 May 25 22:40:59.625622 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-9a6194b8-47a2-4003-82d8-49110fc8ee2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:40:59.638108 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-dfa47db2-685f-4980-8a8b-5b906b593d38 req-1d43057d-80e6-401d-a97f-9e5210e0ed1e tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/security-groups?id=a075d361-b8ec-493a-b4d1-4ae1cc30242b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506096 May 25 22:40:59.967378 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0b717-84a6-44c3-9a77-2fcf102ea777 req-8f45b20b-a149-4867-b62f-0c37de2fa540 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:40:59.968069 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-b9d0b717-84a6-44c3-9a77-2fcf102ea777 req-8f45b20b-a149-4867-b62f-0c37de2fa540 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Synchronizing usage tracker for tenant:e555a5edad0e42029674c53c2976a6de on resource:port {{(pid=83236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:40:59.985115 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-b9d0b717-84a6-44c3-9a77-2fcf102ea777 req-8f45b20b-a149-4867-b62f-0c37de2fa540 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Unset dirty status for tenant:e555a5edad0e42029674c53c2976a6de on resource:port {{(pid=83236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:40:59.986333 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b9d0b717-84a6-44c3-9a77-2fcf102ea777 req-8f45b20b-a149-4867-b62f-0c37de2fa540 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.45 "GET /v2.0/ports?device_id=62101cdc-4e44-4eff-b249-ca48edca40c1 HTTP/1.1" status: 200 len: 945 time: 0.0939362 May 25 22:41:00.052106 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [req-b9d0b717-84a6-44c3-9a77-2fcf102ea777 req-85faed1d-c6fa-4128-9264-e4d6040c1c3b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Deleting port 31a44b24-8dfa-43c7-b5b0-87ae5c401246 {{(pid=83236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:41:00.052437 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-b9d0b717-84a6-44c3-9a77-2fcf102ea777 req-85faed1d-c6fa-4128-9264-e4d6040c1c3b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:00.362123 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-b9d0b717-84a6-44c3-9a77-2fcf102ea777 req-85faed1d-c6fa-4128-9264-e4d6040c1c3b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] For port 31a44b24-8dfa-43c7-b5b0-87ae5c401246, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=31a44b24-8dfa-43c7-b5b0-87ae5c401246,segment=NetworkSegment(d711363d-cf2f-4d62-a488-26afefce9577),segment_id=d711363d-cf2f-4d62-a488-26afefce9577)] {{(pid=83236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:41:00.362469 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-b9d0b717-84a6-44c3-9a77-2fcf102ea777 req-85faed1d-c6fa-4128-9264-e4d6040c1c3b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:00.668669 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-b9d0b717-84a6-44c3-9a77-2fcf102ea777 req-85faed1d-c6fa-4128-9264-e4d6040c1c3b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:00.669066 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-b9d0b717-84a6-44c3-9a77-2fcf102ea777 req-85faed1d-c6fa-4128-9264-e4d6040c1c3b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335082'] for floatingip, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:00.669345 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.db.l3_db [req-b9d0b717-84a6-44c3-9a77-2fcf102ea777 req-85faed1d-c6fa-4128-9264-e4d6040c1c3b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Floating IP 2aeb723f-07b1-46b5-b009-697cc629a719 disassociated. External IP: 172.27.0.218, port: 31a44b24-8dfa-43c7-b5b0-87ae5c401246. May 25 22:41:00.669678 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [req-b9d0b717-84a6-44c3-9a77-2fcf102ea777 req-85faed1d-c6fa-4128-9264-e4d6040c1c3b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Calling delete_port for 31a44b24-8dfa-43c7-b5b0-87ae5c401246 owned by compute:nova {{(pid=83236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:41:00.827305 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-b9d0b717-84a6-44c3-9a77-2fcf102ea777 req-85faed1d-c6fa-4128-9264-e4d6040c1c3b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:00.854592 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89cecc4-fb11-43e1-8443-5bdb3a014c1c req-8229a571-b96d-4dec-b76e-ae6dd2238277 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:00.856682 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f89cecc4-fb11-43e1-8443-5bdb3a014c1c req-8229a571-b96d-4dec-b76e-ae6dd2238277 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=62101cdc-4e44-4eff-b249-ca48edca40c1 HTTP/1.1" status: 200 len: 945 time: 0.0900640 May 25 22:41:00.882667 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85faed1d-c6fa-4128-9264-e4d6040c1c3b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Pushing event deleted for resources: {'Port': ['ID=31a44b24-8dfa-43c7-b5b0-87ae5c401246,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:00.906853 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f89cecc4-fb11-43e1-8443-5bdb3a014c1c req-ccb552d9-a280-478d-bf78-a528cd8527c1 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/security-groups?id=a075d361-b8ec-493a-b4d1-4ae1cc30242b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445273 May 25 22:41:01.091993 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9d0b717-84a6-44c3-9a77-2fcf102ea777 req-85faed1d-c6fa-4128-9264-e4d6040c1c3b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Router c59067a3-0264-4d42-9ec2-78de27f8bb1f has already been hosted by L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a {{(pid=83236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:41:01.296871 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9d0b717-84a6-44c3-9a77-2fcf102ea777 req-85faed1d-c6fa-4128-9264-e4d6040c1c3b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:41:01.307155 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c35a93-9d5c-471a-87f7-aa73d94acee0 None None] Sync routers for ids ['c59067a3-0264-4d42-9ec2-78de27f8bb1f'] in dv-cinder-843305-1-iscsi {{(pid=83239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:41:01.319849 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c35a93-9d5c-471a-87f7-aa73d94acee0 None None] Routers {'c59067a3-0264-4d42-9ec2-78de27f8bb1f'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:41:01.320748 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-78c35a93-9d5c-471a-87f7-aa73d94acee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:40:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['c59067a3-0264-4d42-9ec2-78de27f8bb1f'], 'active': True} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:41:01.370285 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d0b717-84a6-44c3-9a77-2fcf102ea777 req-85faed1d-c6fa-4128-9264-e4d6040c1c3b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] No DVR routers for this DVR port 31a44b24-8dfa-43c7-b5b0-87ae5c401246 on host hv-cinder-84330 {{(pid=83236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:41:01.373056 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-b9d0b717-84a6-44c3-9a77-2fcf102ea777 req-85faed1d-c6fa-4128-9264-e4d6040c1c3b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:01.375756 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62101cdc-4e44-4eff-b249-ca48edca40c1', 'name': 'network-vif-deleted', 'tag': '31a44b24-8dfa-43c7-b5b0-87ae5c401246'}] {{(pid=83236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:41:01.392476 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b9d0b717-84a6-44c3-9a77-2fcf102ea777 req-85faed1d-c6fa-4128-9264-e4d6040c1c3b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.45 "DELETE /v2.0/ports/31a44b24-8dfa-43c7-b5b0-87ae5c401246 HTTP/1.1" status: 204 len: 173 time: 1.4008007 May 25 22:41:01.445317 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa29df3b-5f48-4a1f-b519-97d82c5a9ce1'] response: {'server_uuid': '62101cdc-4e44-4eff-b249-ca48edca40c1', 'name': 'network-vif-deleted', 'tag': '31a44b24-8dfa-43c7-b5b0-87ae5c401246', 'status': 'completed', 'code': 200} May 25 22:41:01.512451 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvr_db [None req-78c35a93-9d5c-471a-87f7-aa73d94acee0 None None] Set router c59067a3-0264-4d42-9ec2-78de27f8bb1f gateway port host: dv-cinder-843305-1-iscsi {{(pid=83239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:41:01.820415 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-12c32f8b-652c-4b38-be08-9acf383ce20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:01.862397 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-78c35a93-9d5c-471a-87f7-aa73d94acee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'name': 'tempest-AttachVolumeNegativeTest-1070406310-router', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:51Z', 'updated_at': '2022-05-25T22:38:57Z', 'revision_number': 4, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'gw_port': {'id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:52Z', 'updated_at': '2022-05-25T22:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_floatingips': [{'id': 'd1c04e69-8424-423e-992f-acaa0355c571', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'floating_ip_address': '172.27.0.213', 'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'router_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'port_id': 'd0dc2532-355d-41d9-8a79-0d728f5ebc13', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'mac_address': 'fa:16:3e:24:71:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e08922-d853-451c-ba88-6550194a82af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:39:00Z', 'updated_at': '2022-05-25T22:39:19Z', 'revision_number': 2, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fd0f086-ede6-481a-ba38-c6f08f2fce6c', 'name': '', 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'mac_address': 'fa:16:3e:e0:94:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:56Z', 'updated_at': '2022-05-25T22:39:14Z', 'revision_number': 5, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'subnets': [{'id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:41:01.866932 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c35a93-9d5c-471a-87f7-aa73d94acee0 None None] Checking router: c59067a3-0264-4d42-9ec2-78de27f8bb1f for host: dv-cinder-843305-1-iscsi {{(pid=83239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:41:01.877771 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c35a93-9d5c-471a-87f7-aa73d94acee0 None None] Routers {'c59067a3-0264-4d42-9ec2-78de27f8bb1f'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:41:01.878358 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-78c35a93-9d5c-471a-87f7-aa73d94acee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:41:02Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['c59067a3-0264-4d42-9ec2-78de27f8bb1f'], 'active': True} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:41:02.060123 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvr_db [None req-78c35a93-9d5c-471a-87f7-aa73d94acee0 None None] Set router c59067a3-0264-4d42-9ec2-78de27f8bb1f gateway port host: dv-cinder-843305-1-iscsi {{(pid=83239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:41:02.100427 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-e19f2871-b8eb-40b6-ac7f-8be1028b7a07 req-6f312bab-c888-4fdf-a218-d7d638f36346 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=62101cdc-4e44-4eff-b249-ca48edca40c1 HTTP/1.1" status: 200 len: 210 time: 0.0484498 May 25 22:41:02.462489 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-78c35a93-9d5c-471a-87f7-aa73d94acee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'name': 'tempest-AttachVolumeNegativeTest-1070406310-router', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:51Z', 'updated_at': '2022-05-25T22:38:57Z', 'revision_number': 4, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'gw_port': {'id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:52Z', 'updated_at': '2022-05-25T22:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_floatingips': [{'id': 'd1c04e69-8424-423e-992f-acaa0355c571', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'floating_ip_address': '172.27.0.213', 'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'router_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'port_id': 'd0dc2532-355d-41d9-8a79-0d728f5ebc13', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'mac_address': 'fa:16:3e:24:71:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e08922-d853-451c-ba88-6550194a82af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:39:00Z', 'updated_at': '2022-05-25T22:39:19Z', 'revision_number': 2, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fd0f086-ede6-481a-ba38-c6f08f2fce6c', 'name': '', 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'mac_address': 'fa:16:3e:e0:94:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:56Z', 'updated_at': '2022-05-25T22:39:14Z', 'revision_number': 5, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'subnets': [{'id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:41:02.466273 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c35a93-9d5c-471a-87f7-aa73d94acee0 None None] The sync data for ids ['c59067a3-0264-4d42-9ec2-78de27f8bb1f'] in dv-cinder-843305-1-iscsi is: [{'id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'name': 'tempest-AttachVolumeNegativeTest-1070406310-router', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:51Z', 'updated_at': '2022-05-25T22:38:57Z', 'revision_number': 4, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'gw_port': {'id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:52Z', 'updated_at': '2022-05-25T22:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_floatingips': [{'id': 'd1c04e69-8424-423e-992f-acaa0355c571', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'floating_ip_address': '172.27.0.213', 'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'router_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'port_id': 'd0dc2532-355d-41d9-8a79-0d728f5ebc13', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'mac_address': 'fa:16:3e:24:71:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e08922-d853-451c-ba88-6550194a82af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:39:00Z', 'updated_at': '2022-05-25T22:39:19Z', 'revision_number': 2, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fd0f086-ede6-481a-ba38-c6f08f2fce6c', 'name': '', 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'mac_address': 'fa:16:3e:e0:94:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:56Z', 'updated_at': '2022-05-25T22:39:14Z', 'revision_number': 5, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'subnets': [{'id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:41:02.663084 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a610f2a-f2ed-447c-b1d2-9f85c149e528 None None] New status for floating IP 2aeb723f-07b1-46b5-b009-697cc629a719: DOWN {{(pid=83238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:41:02.907255 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:03.066590 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:03.246618 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 60158) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:41:03.313557 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-f43ef215-364d-4c3d-92e2-cf67c9e3f425 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for security_group, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:03.341012 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-f43ef215-364d-4c3d-92e2-cf67c9e3f425 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:03.392706 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-f43ef215-364d-4c3d-92e2-cf67c9e3f425 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:03.412468 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43ef215-364d-4c3d-92e2-cf67c9e3f425 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a075d361-b8ec-493a-b4d1-4ae1cc30242b,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:03.414975 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 60164) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:41:03.426409 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-f43ef215-364d-4c3d-92e2-cf67c9e3f425 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for security_group, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:03.430738 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-f43ef215-364d-4c3d-92e2-cf67c9e3f425 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "DELETE /v2.0/security-groups/a075d361-b8ec-493a-b4d1-4ae1cc30242b HTTP/1.1" status: 204 len: 168 time: 0.1830568 May 25 22:41:03.431542 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 60170) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:41:03.456481 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.api.v2.resource [None req-eacf71c2-7d62-42d1-a974-90fb64af8eb2 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] show failed (client error): The resource could not be found. May 25 22:41:03.457466 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-eacf71c2-7d62-42d1-a974-90fb64af8eb2 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/security-groups/a075d361-b8ec-493a-b4d1-4ae1cc30242b HTTP/1.1" status: 404 len: 347 time: 0.0236068 May 25 22:41:03.461051 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 60174) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:41:03.558634 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-43475cd7-4db0-4a96-9c3b-0c53eeb60a3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:03.589244 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-43475cd7-4db0-4a96-9c3b-0c53eeb60a3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:41:03.593143 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-43475cd7-4db0-4a96-9c3b-0c53eeb60a3c admin admin] Usage tracker for resource:security_group_rule and tenant:95a7ea12ac6e44e4a07602691cdda46b is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:41:03.595953 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-43475cd7-4db0-4a96-9c3b-0c53eeb60a3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:41:03.601728 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-43475cd7-4db0-4a96-9c3b-0c53eeb60a3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:41:03.617532 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 31a44b24-8dfa-43c7-b5b0-87ae5c401246 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:41:03.617776 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.plugin [None req-769dc3fa-1480-4c9a-a041-fc2a76ec4f6a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Deleting port 845fae03-0f60-4e2a-94d0-283ba22a9af9 {{(pid=83237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:41:03.617897 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-769dc3fa-1480-4c9a-a041-fc2a76ec4f6a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:03.656339 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] No Port match for: 31a44b24-8dfa-43c7-b5b0-87ae5c401246 {{(pid=83238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:41:03.656669 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 31a44b24-8dfa-43c7-b5b0-87ae5c401246 not bound to the agent host hv-cinder-84330 {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:41:03.671494 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-43475cd7-4db0-4a96-9c3b-0c53eeb60a3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:03.676128 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-43475cd7-4db0-4a96-9c3b-0c53eeb60a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:03.718656 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43475cd7-4db0-4a96-9c3b-0c53eeb60a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3f6a20-7642-443a-8d19-aff668dd87c3,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:03.729121 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-43475cd7-4db0-4a96-9c3b-0c53eeb60a3c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=95a7ea12ac6e44e4a07602691cdda46b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3102133 May 25 22:41:03.729121 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 60178) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:41:03.787742 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-94e1f4f6-eb0e-4eda-8198-fb2bdd3a15b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:03.794362 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-769dc3fa-1480-4c9a-a041-fc2a76ec4f6a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:03.794679 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-769dc3fa-1480-4c9a-a041-fc2a76ec4f6a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:03.812414 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-94e1f4f6-eb0e-4eda-8198-fb2bdd3a15b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:03.863742 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-94e1f4f6-eb0e-4eda-8198-fb2bdd3a15b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:03.880289 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e1f4f6-eb0e-4eda-8198-fb2bdd3a15b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3f6a20-7642-443a-8d19-aff668dd87c3,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:03.884582 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-94e1f4f6-eb0e-4eda-8198-fb2bdd3a15b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:03.887971 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-94e1f4f6-eb0e-4eda-8198-fb2bdd3a15b5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4d3f6a20-7642-443a-8d19-aff668dd87c3 HTTP/1.1" status: 204 len: 168 time: 0.1560895 May 25 22:41:04.006471 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.plugin [None req-769dc3fa-1480-4c9a-a041-fc2a76ec4f6a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Calling delete_port for 845fae03-0f60-4e2a-94d0-283ba22a9af9 owned by network:floatingip {{(pid=83237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:41:04.141332 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-769dc3fa-1480-4c9a-a041-fc2a76ec4f6a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1149435'] for port, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:04.185143 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769dc3fa-1480-4c9a-a041-fc2a76ec4f6a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Pushing event deleted for resources: {'Port': ['ID=845fae03-0f60-4e2a-94d0-283ba22a9af9,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:04.198208 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769dc3fa-1480-4c9a-a041-fc2a76ec4f6a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:41:04.198572 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769dc3fa-1480-4c9a-a041-fc2a76ec4f6a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:41:04.198858 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769dc3fa-1480-4c9a-a041-fc2a76ec4f6a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:41:04.199178 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769dc3fa-1480-4c9a-a041-fc2a76ec4f6a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:41:04.199494 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769dc3fa-1480-4c9a-a041-fc2a76ec4f6a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:41:04.199834 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769dc3fa-1480-4c9a-a041-fc2a76ec4f6a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:41:04.200145 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769dc3fa-1480-4c9a-a041-fc2a76ec4f6a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:41:04.200453 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769dc3fa-1480-4c9a-a041-fc2a76ec4f6a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:41:04.201281 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769dc3fa-1480-4c9a-a041-fc2a76ec4f6a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:41:04.201281 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769dc3fa-1480-4c9a-a041-fc2a76ec4f6a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:41:04.201478 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769dc3fa-1480-4c9a-a041-fc2a76ec4f6a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:41:04.287713 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-769dc3fa-1480-4c9a-a041-fc2a76ec4f6a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for floatingip, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:04.301204 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-769dc3fa-1480-4c9a-a041-fc2a76ec4f6a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for floatingip, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:04.302356 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-769dc3fa-1480-4c9a-a041-fc2a76ec4f6a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "DELETE /v2.0/floatingips/2aeb723f-07b1-46b5-b009-697cc629a719 HTTP/1.1" status: 204 len: 168 time: 0.8403997 May 25 22:41:04.367310 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:06.435573 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-0e73f20d-1cf9-4ab9-86ee-1845affd8e72 tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=0fc27cb23e5b4650b811990d607e8c8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275736 May 25 22:41:06.579897 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-b9e4ae1e-78a7-45a5-9be2-8f983c72d785 tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:06.581302 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-b9e4ae1e-78a7-45a5-9be2-8f983c72d785 tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1409135 May 25 22:41:06.596572 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-56115e74-e0ff-4812-8166-42f27aaa6425 tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] 10.222.0.39 "GET /v2.0/quotas/0fc27cb23e5b4650b811990d607e8c8e HTTP/1.1" status: 200 len: 375 time: 0.0100369 May 25 22:41:06.644624 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-6a82e980-fc34-454f-b7dc-b5374d32d4bb tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0fc27cb23e5b4650b811990d607e8c8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430558 May 25 22:41:06.822104 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-a0612a6a-9a5d-472f-922f-200e4614bb33 req-033a3978-68f4-43d3-91d1-b0ed15a5eea4 tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6b6dde0-4b45-4c0a-ba6d-4b29775e1b40 HTTP/1.1" status: 200 len: 210 time: 0.0405834 May 25 22:41:07.782459 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-0ffa56ce-8d3d-4830-881b-6b26de3103bc tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=0fc27cb23e5b4650b811990d607e8c8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302899 May 25 22:41:07.990770 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-b2f20cac-24d0-49a5-98bc-eab34b5ded04 req-c99a9a78-c96d-4b61-8571-7ac3cbabba02 tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6b6dde0-4b45-4c0a-ba6d-4b29775e1b40 HTTP/1.1" status: 200 len: 210 time: 0.0411735 May 25 22:41:08.035487 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-76b8f5c2-158a-46d7-af1a-f1f5dbe90e6c tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:08.036851 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-76b8f5c2-158a-46d7-af1a-f1f5dbe90e6c tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2491193 May 25 22:41:08.057541 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-1afeab12-e2ea-4831-a002-6ff55da4742c tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] Request body: {'port': {'device_id': 'f6b6dde0-4b45-4c0a-ba6d-4b29775e1b40', 'network_id': 'dbd63ac1-d4a8-44f7-b25f-45b640147d09', 'admin_state_up': True, 'tenant_id': '0fc27cb23e5b4650b811990d607e8c8e'}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:41:08.190572 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-1afeab12-e2ea-4831-a002-6ff55da4742c tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:41:08.195039 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-1afeab12-e2ea-4831-a002-6ff55da4742c tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] Usage tracker for resource:port and tenant:0fc27cb23e5b4650b811990d607e8c8e is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:41:08.197774 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-1afeab12-e2ea-4831-a002-6ff55da4742c tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:41:08.203216 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-1afeab12-e2ea-4831-a002-6ff55da4742c tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:41:08.213227 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-1afeab12-e2ea-4831-a002-6ff55da4742c tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] Made reservation on behalf of 0fc27cb23e5b4650b811990d607e8c8e for: {'port': 1} {{(pid=83236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:41:08.216149 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-1afeab12-e2ea-4831-a002-6ff55da4742c tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:08.228106 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-1afeab12-e2ea-4831-a002-6ff55da4742c tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] Notify callbacks [] for security_group, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:08.259024 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-1afeab12-e2ea-4831-a002-6ff55da4742c tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:41:08.262670 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-1afeab12-e2ea-4831-a002-6ff55da4742c tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] Usage tracker for resource:security_group_rule and tenant:0fc27cb23e5b4650b811990d607e8c8e is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:41:08.265362 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-1afeab12-e2ea-4831-a002-6ff55da4742c tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:41:08.270829 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-1afeab12-e2ea-4831-a002-6ff55da4742c tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:41:08.340348 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-1afeab12-e2ea-4831-a002-6ff55da4742c tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] Notify callbacks [] for security_group, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:08.343938 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-1afeab12-e2ea-4831-a002-6ff55da4742c tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:08.429859 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afeab12-e2ea-4831-a002-6ff55da4742c tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e082e6b-9cac-429e-ac2e-3a75d3e0e381,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:08.514058 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.db_base_plugin_common [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-1afeab12-e2ea-4831-a002-6ff55da4742c tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] Allocated IP 192.168.233.234 (dbd63ac1-d4a8-44f7-b25f-45b640147d09/7604758d-f95d-4b9b-b8a0-c4a914d1cee8/13fc9a56-f076-421b-8148-28799cbae89b) {{(pid=83236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:41:08.705518 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-1afeab12-e2ea-4831-a002-6ff55da4742c tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] Notify callbacks [] for port, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:08.720798 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.provisioning_blocks [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-1afeab12-e2ea-4831-a002-6ff55da4742c tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] Transition to ACTIVE for port object 13fc9a56-f076-421b-8148-28799cbae89b will not be triggered until provisioned by entity DHCP. {{(pid=83236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:41:08.741781 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-1afeab12-e2ea-4831-a002-6ff55da4742c tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:08.814457 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-1afeab12-e2ea-4831-a002-6ff55da4742c tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] Network dbd63ac1-d4a8-44f7-b25f-45b640147d09 is already hosted by enough agents. {{(pid=83236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:41:08.817536 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.base_scheduler [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-1afeab12-e2ea-4831-a002-6ff55da4742c tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] Resources bound (agent type, host, resource id): {{(pid=83236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:41:08.822037 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-1afeab12-e2ea-4831-a002-6ff55da4742c tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] Received port after_create {{(pid=83236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:41:08.846829 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afeab12-e2ea-4831-a002-6ff55da4742c tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] Pushing event updated for resources: {'Port': ['ID=13fc9a56-f076-421b-8148-28799cbae89b,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:08.885160 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-1afeab12-e2ea-4831-a002-6ff55da4742c tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:08.885759 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-1afeab12-e2ea-4831-a002-6ff55da4742c tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:08.913570 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-1afeab12-e2ea-4831-a002-6ff55da4742c tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8590467 May 25 22:41:08.930793 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-57e9ba28-5b36-4bbf-9a24-135d9298b9cf service neutron] Request body: {'port': {'device_id': 'f6b6dde0-4b45-4c0a-ba6d-4b29775e1b40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:41:09.043190 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-57e9ba28-5b36-4bbf-9a24-135d9298b9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:09.068652 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-f88b5d8b-783f-465e-9e1c-c371f0889c35 None None] Provisioning for port 13fc9a56-f076-421b-8148-28799cbae89b completed by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:41:09.075328 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-f88b5d8b-783f-465e-9e1c-c371f0889c35 None None] Provisioning complete for port 13fc9a56-f076-421b-8148-28799cbae89b triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:41:09.075914 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-f88b5d8b-783f-465e-9e1c-c371f0889c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:09.149996 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-f88b5d8b-783f-465e-9e1c-c371f0889c35 None None] Port 13fc9a56-f076-421b-8148-28799cbae89b cannot update to ACTIVE because it is not bound. {{(pid=83238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:41:09.195710 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a612e05-2e99-4250-ad76-497de1f18ef0 req-871e6e95-22b7-4fda-86db-fa080d0f8969 tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:09.197190 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-3a612e05-2e99-4250-ad76-497de1f18ef0 req-871e6e95-22b7-4fda-86db-fa080d0f8969 tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6b6dde0-4b45-4c0a-ba6d-4b29775e1b40 HTTP/1.1" status: 200 len: 936 time: 0.0825901 May 25 22:41:09.242698 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-3a612e05-2e99-4250-ad76-497de1f18ef0 req-a250e2f7-6cee-4b51-89bb-35fe09d5b72a tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e082e6b-9cac-429e-ac2e-3a75d3e0e381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398827 May 25 22:41:09.383395 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-57e9ba28-5b36-4bbf-9a24-135d9298b9cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13fc9a56-f076-421b-8148-28799cbae89b {{(pid=83236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:41:09.389979 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-57e9ba28-5b36-4bbf-9a24-135d9298b9cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:09.403911 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.provisioning_blocks [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-57e9ba28-5b36-4bbf-9a24-135d9298b9cf service neutron] Transition to ACTIVE for port object 13fc9a56-f076-421b-8148-28799cbae89b will not be triggered until provisioned by entity L2. {{(pid=83236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:41:09.407220 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-57e9ba28-5b36-4bbf-9a24-135d9298b9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1630987'] for port, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:09.529624 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e9ba28-5b36-4bbf-9a24-135d9298b9cf service neutron] Pushing event updated for resources: {'Port': ['ID=13fc9a56-f076-421b-8148-28799cbae89b,revision_number=2']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:09.641380 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-57e9ba28-5b36-4bbf-9a24-135d9298b9cf service neutron] Attempting to bind port 13fc9a56-f076-421b-8148-28799cbae89b on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:41:09.641703 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-57e9ba28-5b36-4bbf-9a24-135d9298b9cf service neutron] Attempting to bind port 13fc9a56-f076-421b-8148-28799cbae89b by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': 'cc434499-e803-4f0d-886f-cdcdbca9346f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'dbd63ac1-d4a8-44f7-b25f-45b640147d09'}] {{(pid=83236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:41:09.642020 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-57e9ba28-5b36-4bbf-9a24-135d9298b9cf service neutron] Attempting to bind port 13fc9a56-f076-421b-8148-28799cbae89b on network dbd63ac1-d4a8-44f7-b25f-45b640147d09 {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:41:09.647793 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-57e9ba28-5b36-4bbf-9a24-135d9298b9cf service neutron] Port 13fc9a56-f076-421b-8148-28799cbae89b on network dbd63ac1-d4a8-44f7-b25f-45b640147d09 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:41:09.648103 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-57e9ba28-5b36-4bbf-9a24-135d9298b9cf service neutron] Attempting to bind port 13fc9a56-f076-421b-8148-28799cbae89b on network dbd63ac1-d4a8-44f7-b25f-45b640147d09 {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:41:09.654090 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-57e9ba28-5b36-4bbf-9a24-135d9298b9cf service neutron] Checking agent: {'id': 'ba48c32d-6c3d-40ce-a4ff-91ef21d08f39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 30, 42), 'started_at': datetime.datetime(2022, 5, 25, 22, 30, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:41:09.654409 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-57e9ba28-5b36-4bbf-9a24-135d9298b9cf service neutron] Checking segment: {'id': 'cc434499-e803-4f0d-886f-cdcdbca9346f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'dbd63ac1-d4a8-44f7-b25f-45b640147d09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:41:09.654772 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-57e9ba28-5b36-4bbf-9a24-135d9298b9cf service neutron] Bound using segment: {'id': 'cc434499-e803-4f0d-886f-cdcdbca9346f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'dbd63ac1-d4a8-44f7-b25f-45b640147d09'} {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:41:09.655180 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-57e9ba28-5b36-4bbf-9a24-135d9298b9cf service neutron] Bound port: 13fc9a56-f076-421b-8148-28799cbae89b, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc434499-e803-4f0d-886f-cdcdbca9346f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'dbd63ac1-d4a8-44f7-b25f-45b640147d09'}}] {{(pid=83236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:41:09.655510 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-57e9ba28-5b36-4bbf-9a24-135d9298b9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:09.821739 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-57e9ba28-5b36-4bbf-9a24-135d9298b9cf service neutron] For port 13fc9a56-f076-421b-8148-28799cbae89b, host hv-cinder-84330, cleared binding levels {{(pid=83236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:41:09.824620 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-57e9ba28-5b36-4bbf-9a24-135d9298b9cf service neutron] For port 13fc9a56-f076-421b-8148-28799cbae89b, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=13fc9a56-f076-421b-8148-28799cbae89b,segment=NetworkSegment(cc434499-e803-4f0d-886f-cdcdbca9346f),segment_id=cc434499-e803-4f0d-886f-cdcdbca9346f)] {{(pid=83236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:41:09.829150 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-57e9ba28-5b36-4bbf-9a24-135d9298b9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1630987'] for port, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:09.889072 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-57e9ba28-5b36-4bbf-9a24-135d9298b9cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:09.890407 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-57e9ba28-5b36-4bbf-9a24-135d9298b9cf service neutron] 10.222.0.45 "PUT /v2.0/ports/13fc9a56-f076-421b-8148-28799cbae89b HTTP/1.1" status: 200 len: 1098 time: 0.9641864 May 25 22:41:09.890826 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6b6dde0-4b45-4c0a-ba6d-4b29775e1b40', 'tag': '13fc9a56-f076-421b-8148-28799cbae89b'}] {{(pid=83236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:41:09.907465 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e9ba28-5b36-4bbf-9a24-135d9298b9cf service neutron] Pushing event updated for resources: {'Port': ['ID=13fc9a56-f076-421b-8148-28799cbae89b,revision_number=3']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:09.977826 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0b9ca53-edd7-4dc8-99ba-205936c457e5'] response: {'name': 'network-changed', 'server_uuid': 'f6b6dde0-4b45-4c0a-ba6d-4b29775e1b40', 'tag': '13fc9a56-f076-421b-8148-28799cbae89b', 'status': 'completed', 'code': 200} May 25 22:41:10.023333 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-7915165b-17f2-4703-b191-5f4ee0ef46a3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0fc27cb23e5b4650b811990d607e8c8e&device_id=f6b6dde0-4b45-4c0a-ba6d-4b29775e1b40 HTTP/1.1" status: 200 len: 1101 time: 0.0774865 May 25 22:41:10.095819 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-1445504d-5d19-4673-b2d6-314a230ba2b5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=13fc9a56-f076-421b-8148-28799cbae89b HTTP/1.1" status: 200 len: 217 time: 0.0607009 May 25 22:41:10.157653 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-90cc43f7-fed1-4d37-aa66-e88feaaf16fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:10.159015 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-90cc43f7-fed1-4d37-aa66-e88feaaf16fb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7604758d-f95d-4b9b-b8a0-c4a914d1cee8 HTTP/1.1" status: 200 len: 843 time: 0.0581923 May 25 22:41:10.233962 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-3f718714-7216-4dc3-bdbf-aa001f67618b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dbd63ac1-d4a8-44f7-b25f-45b640147d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0683026 May 25 22:41:10.387054 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-aa8ca4cb-7e3a-4a00-a093-9e270a349c62 service neutron] 10.222.0.45 "GET /v2.0/networks/dbd63ac1-d4a8-44f7-b25f-45b640147d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377900 May 25 22:41:10.441673 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d88c92-f97e-4fff-bfdd-ac203f857f72 req-ed7c3641-592d-4e87-bf8e-8d86e6af103a tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:10.443838 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-d5d88c92-f97e-4fff-bfdd-ac203f857f72 req-ed7c3641-592d-4e87-bf8e-8d86e6af103a tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6b6dde0-4b45-4c0a-ba6d-4b29775e1b40 HTTP/1.1" status: 200 len: 948 time: 0.0751948 May 25 22:41:10.499418 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-d5d88c92-f97e-4fff-bfdd-ac203f857f72 req-58973987-d896-4883-b5c0-cb2e7f342697 tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e082e6b-9cac-429e-ac2e-3a75d3e0e381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498633 May 25 22:41:10.524183 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-c8868ea7-23c2-4d72-b30c-e0138a01556f req-b7fe5e1e-ce63-4b8f-8607-393bc5d086f0 service neutron] 10.222.0.45 "GET /v2.0/networks/dbd63ac1-d4a8-44f7-b25f-45b640147d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312997 May 25 22:41:10.696959 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-ee3a0835-642f-4a9f-a7b8-25d7f71824ef req-2ce014f8-f2fa-4291-9edb-4837f7e89f38 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0fc27cb23e5b4650b811990d607e8c8e&device_id=f6b6dde0-4b45-4c0a-ba6d-4b29775e1b40 HTTP/1.1" status: 200 len: 1101 time: 0.0724571 May 25 22:41:10.826867 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a0835-642f-4a9f-a7b8-25d7f71824ef req-dff5020e-c77b-476c-b296-fc2ee5500006 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:10.828435 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-ee3a0835-642f-4a9f-a7b8-25d7f71824ef req-dff5020e-c77b-476c-b296-fc2ee5500006 service neutron] 10.222.0.45 "GET /v2.0/networks?id=dbd63ac1-d4a8-44f7-b25f-45b640147d09 HTTP/1.1" status: 200 len: 870 time: 0.1251564 May 25 22:41:10.895353 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-ee3a0835-642f-4a9f-a7b8-25d7f71824ef req-3cf6ac50-c67c-47d2-ba53-a3865de12c50 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=13fc9a56-f076-421b-8148-28799cbae89b HTTP/1.1" status: 200 len: 217 time: 0.0604529 May 25 22:41:10.963685 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a0835-642f-4a9f-a7b8-25d7f71824ef req-60b18337-9e11-4b68-af81-0d314088d105 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:10.965002 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-ee3a0835-642f-4a9f-a7b8-25d7f71824ef req-60b18337-9e11-4b68-af81-0d314088d105 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7604758d-f95d-4b9b-b8a0-c4a914d1cee8 HTTP/1.1" status: 200 len: 843 time: 0.0610514 May 25 22:41:11.038705 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-ee3a0835-642f-4a9f-a7b8-25d7f71824ef req-190783e0-852c-49a5-941f-2d6e093b56d5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dbd63ac1-d4a8-44f7-b25f-45b640147d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0667892 May 25 22:41:11.169358 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-ee3a0835-642f-4a9f-a7b8-25d7f71824ef req-5e27e585-c09c-42e0-ba60-41447b77aeb3 service neutron] 10.222.0.45 "GET /v2.0/networks/dbd63ac1-d4a8-44f7-b25f-45b640147d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226716 May 25 22:41:11.299281 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-ee3a0835-642f-4a9f-a7b8-25d7f71824ef req-3a12a437-9036-407f-b3e8-79cef6062287 service neutron] 10.222.0.45 "GET /v2.0/networks/dbd63ac1-d4a8-44f7-b25f-45b640147d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236267 May 25 22:41:11.674932 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 13fc9a56-f076-421b-8148-28799cbae89b details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 22:41:11.704211 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe879a3-63ba-4f0b-9e58-353f7e7bf2ed req-b07f0bd2-e17d-4063-b0b0-fb4a9407ef01 tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:11.705657 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-0fe879a3-63ba-4f0b-9e58-353f7e7bf2ed req-b07f0bd2-e17d-4063-b0b0-fb4a9407ef01 tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6b6dde0-4b45-4c0a-ba6d-4b29775e1b40 HTTP/1.1" status: 200 len: 948 time: 0.0844998 May 25 22:41:11.755958 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-0fe879a3-63ba-4f0b-9e58-353f7e7bf2ed req-568cfd42-a2e5-443c-8682-7a422729c68c tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e082e6b-9cac-429e-ac2e-3a75d3e0e381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419896 May 25 22:41:11.791892 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:11.831909 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port 13fc9a56-f076-421b-8148-28799cbae89b, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=13fc9a56-f076-421b-8148-28799cbae89b,segment=NetworkSegment(cc434499-e803-4f0d-886f-cdcdbca9346f),segment_id=cc434499-e803-4f0d-886f-cdcdbca9346f)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:41:11.844249 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa725b6-3742-4feb-bc83-edbd589a90f3 req-b5638e1c-fd30-4af3-b885-b9c6b1ae6f94 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:11.844930 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-9aa725b6-3742-4feb-bc83-edbd589a90f3 req-b5638e1c-fd30-4af3-b885-b9c6b1ae6f94 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Synchronizing usage tracker for tenant:e555a5edad0e42029674c53c2976a6de on resource:port {{(pid=83237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:41:11.846039 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Returning: {'device': '13fc9a56-f076-421b-8148-28799cbae89b', 'network_id': 'dbd63ac1-d4a8-44f7-b25f-45b640147d09', 'port_id': '13fc9a56-f076-421b-8148-28799cbae89b', 'mac_address': 'fa:16:3e:7e:f6:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7604758d-f95d-4b9b-b8a0-c4a914d1cee8', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 22:41:11.862321 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-9aa725b6-3742-4feb-bc83-edbd589a90f3 req-b5638e1c-fd30-4af3-b885-b9c6b1ae6f94 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Unset dirty status for tenant:e555a5edad0e42029674c53c2976a6de on resource:port {{(pid=83237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:41:11.863491 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-9aa725b6-3742-4feb-bc83-edbd589a90f3 req-b5638e1c-fd30-4af3-b885-b9c6b1ae6f94 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=36e08922-d853-451c-ba88-6550194a82af HTTP/1.1" status: 200 len: 945 time: 0.1019909 May 25 22:41:11.906366 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:11.918836 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-9aa725b6-3742-4feb-bc83-edbd589a90f3 req-b8a3387b-c8fb-418d-9da6-79efcfe4f81f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/security-groups?id=67bb5ab6-03ec-44a7-ab00-a909f35765bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450189 May 25 22:41:11.926909 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.notifiers.nova [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13fc9a56-f076-421b-8148-28799cbae89b {{(pid=83238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:41:11.957765 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port 13fc9a56-f076-421b-8148-28799cbae89b, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=13fc9a56-f076-421b-8148-28799cbae89b,segment=NetworkSegment(cc434499-e803-4f0d-886f-cdcdbca9346f),segment_id=cc434499-e803-4f0d-886f-cdcdbca9346f)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:41:11.962503 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:12.025197 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Pushing event updated for resources: {'Port': ['ID=13fc9a56-f076-421b-8148-28799cbae89b,revision_number=4']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:12.033332 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:41:12.033666 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:41:12.033993 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:41:12.034316 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:41:12.034638 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:41:12.034959 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:41:12.035302 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:41:12.035651 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:41:12.035970 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:41:12.036285 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:41:12.036666 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:41:12.252950 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] get_ports_and_sgs() called for port_ids ['13fc9a56-f076-421b-8148-28799cbae89b'] {{(pid=83238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:41:12.951767 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1320a0b-5d2b-41c5-9930-55a981e4f917 req-f531f7b0-5b39-4751-b5a2-4971c7260df0 tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:12.953200 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-e1320a0b-5d2b-41c5-9930-55a981e4f917 req-f531f7b0-5b39-4751-b5a2-4971c7260df0 tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6b6dde0-4b45-4c0a-ba6d-4b29775e1b40 HTTP/1.1" status: 200 len: 949 time: 0.0756352 May 25 22:41:12.999855 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-e1320a0b-5d2b-41c5-9930-55a981e4f917 req-4d0b93eb-77c2-41d5-819f-a95057222c3e tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e082e6b-9cac-429e-ac2e-3a75d3e0e381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396171 May 25 22:41:13.126301 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a936a89-27ed-40cc-b139-5d9a0ac7204a req-71dcb31c-a8b3-4653-b861-7942ca5d5eec tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:13.127724 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-5a936a89-27ed-40cc-b139-5d9a0ac7204a req-71dcb31c-a8b3-4653-b861-7942ca5d5eec tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=36e08922-d853-451c-ba88-6550194a82af HTTP/1.1" status: 200 len: 945 time: 0.0779674 May 25 22:41:13.172165 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-5a936a89-27ed-40cc-b139-5d9a0ac7204a req-27f9f8cf-9c7e-4e16-a64f-8f090618dfb8 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/security-groups?id=67bb5ab6-03ec-44a7-ab00-a909f35765bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381880 May 25 22:41:13.405537 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a7211-edba-4f83-8d1e-160f92f1126b req-42a2a94b-cbef-47a4-98fe-539fe7a4c09b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:13.406118 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-1b2a7211-edba-4f83-8d1e-160f92f1126b req-42a2a94b-cbef-47a4-98fe-539fe7a4c09b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Synchronizing usage tracker for tenant:e555a5edad0e42029674c53c2976a6de on resource:port {{(pid=83236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:41:13.417580 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-1b2a7211-edba-4f83-8d1e-160f92f1126b req-42a2a94b-cbef-47a4-98fe-539fe7a4c09b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Unset dirty status for tenant:e555a5edad0e42029674c53c2976a6de on resource:port {{(pid=83236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:41:13.418616 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-1b2a7211-edba-4f83-8d1e-160f92f1126b req-42a2a94b-cbef-47a4-98fe-539fe7a4c09b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.45 "GET /v2.0/ports?device_id=36e08922-d853-451c-ba88-6550194a82af HTTP/1.1" status: 200 len: 945 time: 0.0859065 May 25 22:41:13.487803 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [req-1b2a7211-edba-4f83-8d1e-160f92f1126b req-7ffae717-969e-4126-95e2-2829f0bf9d58 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Deleting port d0dc2532-355d-41d9-8a79-0d728f5ebc13 {{(pid=83236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:41:13.488131 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-1b2a7211-edba-4f83-8d1e-160f92f1126b req-7ffae717-969e-4126-95e2-2829f0bf9d58 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:13.695329 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 13fc9a56-f076-421b-8148-28799cbae89b up at agent hyperv_hv-cinder-84330 {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:41:13.765742 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Provisioning for port 13fc9a56-f076-421b-8148-28799cbae89b completed by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:41:13.770327 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Provisioning complete for port 13fc9a56-f076-421b-8148-28799cbae89b triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:41:13.770692 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:13.809458 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-1b2a7211-edba-4f83-8d1e-160f92f1126b req-7ffae717-969e-4126-95e2-2829f0bf9d58 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] For port d0dc2532-355d-41d9-8a79-0d728f5ebc13, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=d0dc2532-355d-41d9-8a79-0d728f5ebc13,segment=NetworkSegment(d711363d-cf2f-4d62-a488-26afefce9577),segment_id=d711363d-cf2f-4d62-a488-26afefce9577)] {{(pid=83236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:41:13.809813 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-1b2a7211-edba-4f83-8d1e-160f92f1126b req-7ffae717-969e-4126-95e2-2829f0bf9d58 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:13.882393 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:13.911357 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b6dde0-4b45-4c0a-ba6d-4b29775e1b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13fc9a56-f076-421b-8148-28799cbae89b'}] {{(pid=83238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:41:13.922406 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port 13fc9a56-f076-421b-8148-28799cbae89b, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=13fc9a56-f076-421b-8148-28799cbae89b,segment=NetworkSegment(cc434499-e803-4f0d-886f-cdcdbca9346f),segment_id=cc434499-e803-4f0d-886f-cdcdbca9346f)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:41:13.928455 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:13.977161 dv-cinder-843305-1-iscsi neutron-server[83238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-424ff234-f795-49a1-944d-a6214c156f79'] response: {'server_uuid': 'f6b6dde0-4b45-4c0a-ba6d-4b29775e1b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13fc9a56-f076-421b-8148-28799cbae89b', 'code': 200} May 25 22:41:13.999859 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Pushing event updated for resources: {'Port': ['ID=13fc9a56-f076-421b-8148-28799cbae89b,revision_number=5']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:14.106048 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-1b2a7211-edba-4f83-8d1e-160f92f1126b req-7ffae717-969e-4126-95e2-2829f0bf9d58 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:14.107229 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-1b2a7211-edba-4f83-8d1e-160f92f1126b req-7ffae717-969e-4126-95e2-2829f0bf9d58 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335082'] for floatingip, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:14.107486 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.db.l3_db [req-1b2a7211-edba-4f83-8d1e-160f92f1126b req-7ffae717-969e-4126-95e2-2829f0bf9d58 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Floating IP d1c04e69-8424-423e-992f-acaa0355c571 disassociated. External IP: 172.27.0.213, port: d0dc2532-355d-41d9-8a79-0d728f5ebc13. May 25 22:41:14.107841 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [req-1b2a7211-edba-4f83-8d1e-160f92f1126b req-7ffae717-969e-4126-95e2-2829f0bf9d58 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Calling delete_port for d0dc2532-355d-41d9-8a79-0d728f5ebc13 owned by compute:nova {{(pid=83236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:41:14.202192 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909538ed-81d5-475c-b24f-6181e2adc0ec req-9aa24ba2-20f1-4145-ae55-884d0a3ef3ad tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:14.203728 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-909538ed-81d5-475c-b24f-6181e2adc0ec req-9aa24ba2-20f1-4145-ae55-884d0a3ef3ad tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6b6dde0-4b45-4c0a-ba6d-4b29775e1b40 HTTP/1.1" status: 200 len: 950 time: 0.0799341 May 25 22:41:14.267710 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-909538ed-81d5-475c-b24f-6181e2adc0ec req-2f696fe4-9b0e-4518-8ad1-3d29ba97e7d4 tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e082e6b-9cac-429e-ac2e-3a75d3e0e381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527737 May 25 22:41:14.302174 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-1b2a7211-edba-4f83-8d1e-160f92f1126b req-7ffae717-969e-4126-95e2-2829f0bf9d58 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:14.350590 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-affec184-347e-42bd-af26-0454af9aa3c9 req-b0bc6002-b085-4a9f-b015-f31c75854ba8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f6b6dde0-4b45-4c0a-ba6d-4b29775e1b40 HTTP/1.1" status: 200 len: 1103 time: 0.1708961 May 25 22:41:14.362718 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-961866ce-6821-47c0-8231-0ffe44341e53 req-57a3b3a1-1596-41af-9340-e08c444d9956 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=36e08922-d853-451c-ba88-6550194a82af HTTP/1.1" status: 200 len: 210 time: 0.0403774 May 25 22:41:14.373053 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffae717-969e-4126-95e2-2829f0bf9d58 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Pushing event deleted for resources: {'Port': ['ID=d0dc2532-355d-41d9-8a79-0d728f5ebc13,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:14.459694 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-affec184-347e-42bd-af26-0454af9aa3c9 req-f5f024e1-cd76-461a-b547-67a14fd00afc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1e082e6b-9cac-429e-ac2e-3a75d3e0e381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990293 May 25 22:41:14.599389 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b2a7211-edba-4f83-8d1e-160f92f1126b req-7ffae717-969e-4126-95e2-2829f0bf9d58 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Router c59067a3-0264-4d42-9ec2-78de27f8bb1f has already been hosted by L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a {{(pid=83236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:41:14.802957 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b2a7211-edba-4f83-8d1e-160f92f1126b req-7ffae717-969e-4126-95e2-2829f0bf9d58 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:41:14.812882 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8420d527-7ad3-439c-9e8f-4bd1d7009f76 None None] Sync routers for ids ['c59067a3-0264-4d42-9ec2-78de27f8bb1f'] in dv-cinder-843305-1-iscsi {{(pid=83239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:41:14.826239 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8420d527-7ad3-439c-9e8f-4bd1d7009f76 None None] Routers {'c59067a3-0264-4d42-9ec2-78de27f8bb1f'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:41:14.826875 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-8420d527-7ad3-439c-9e8f-4bd1d7009f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:41:02Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['c59067a3-0264-4d42-9ec2-78de27f8bb1f'], 'active': True} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:41:14.881403 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b2a7211-edba-4f83-8d1e-160f92f1126b req-7ffae717-969e-4126-95e2-2829f0bf9d58 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] No DVR routers for this DVR port d0dc2532-355d-41d9-8a79-0d728f5ebc13 on host hv-cinder-84330 {{(pid=83236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:41:14.883894 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-1b2a7211-edba-4f83-8d1e-160f92f1126b req-7ffae717-969e-4126-95e2-2829f0bf9d58 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:14.886388 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e08922-d853-451c-ba88-6550194a82af', 'name': 'network-vif-deleted', 'tag': 'd0dc2532-355d-41d9-8a79-0d728f5ebc13'}] {{(pid=83236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:41:14.904290 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-1b2a7211-edba-4f83-8d1e-160f92f1126b req-7ffae717-969e-4126-95e2-2829f0bf9d58 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.45 "DELETE /v2.0/ports/d0dc2532-355d-41d9-8a79-0d728f5ebc13 HTTP/1.1" status: 204 len: 173 time: 1.4798658 May 25 22:41:14.945765 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16768e42-c749-46c7-ace7-db6d08e27921'] response: {'server_uuid': '36e08922-d853-451c-ba88-6550194a82af', 'name': 'network-vif-deleted', 'tag': 'd0dc2532-355d-41d9-8a79-0d728f5ebc13', 'status': 'completed', 'code': 200} May 25 22:41:15.020421 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvr_db [None req-8420d527-7ad3-439c-9e8f-4bd1d7009f76 None None] Set router c59067a3-0264-4d42-9ec2-78de27f8bb1f gateway port host: dv-cinder-843305-1-iscsi {{(pid=83239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:41:15.329811 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-8420d527-7ad3-439c-9e8f-4bd1d7009f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'name': 'tempest-AttachVolumeNegativeTest-1070406310-router', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:51Z', 'updated_at': '2022-05-25T22:38:57Z', 'revision_number': 4, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'gw_port': {'id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:52Z', 'updated_at': '2022-05-25T22:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '5fd0f086-ede6-481a-ba38-c6f08f2fce6c', 'name': '', 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'mac_address': 'fa:16:3e:e0:94:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:56Z', 'updated_at': '2022-05-25T22:39:14Z', 'revision_number': 5, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'subnets': [{'id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:41:15.335203 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8420d527-7ad3-439c-9e8f-4bd1d7009f76 None None] Checking router: c59067a3-0264-4d42-9ec2-78de27f8bb1f for host: dv-cinder-843305-1-iscsi {{(pid=83239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:41:15.348139 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8420d527-7ad3-439c-9e8f-4bd1d7009f76 None None] Routers {'c59067a3-0264-4d42-9ec2-78de27f8bb1f'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:41:15.348960 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-8420d527-7ad3-439c-9e8f-4bd1d7009f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:41:02Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['c59067a3-0264-4d42-9ec2-78de27f8bb1f'], 'active': True} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:41:15.460104 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0854e-1875-4142-8836-84c8d9fb6d77 req-1029f3f1-4fba-4494-9a8b-2d6d631f9120 tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:15.461553 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-10e0854e-1875-4142-8836-84c8d9fb6d77 req-1029f3f1-4fba-4494-9a8b-2d6d631f9120 tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6b6dde0-4b45-4c0a-ba6d-4b29775e1b40 HTTP/1.1" status: 200 len: 950 time: 0.0766647 May 25 22:41:15.540179 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvr_db [None req-8420d527-7ad3-439c-9e8f-4bd1d7009f76 None None] Set router c59067a3-0264-4d42-9ec2-78de27f8bb1f gateway port host: dv-cinder-843305-1-iscsi {{(pid=83239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:41:15.560656 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-dd836698-4f93-415e-ac79-fe62f9e5f57d req-d82dbc1e-4184-49e3-a30e-78c34cffcf13 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=36e08922-d853-451c-ba88-6550194a82af HTTP/1.1" status: 200 len: 210 time: 0.0548570 May 25 22:41:15.564420 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-10e0854e-1875-4142-8836-84c8d9fb6d77 req-14000e15-1e90-4307-8664-5444a63c10b3 tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e082e6b-9cac-429e-ac2e-3a75d3e0e381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966721 May 25 22:41:15.698568 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device d0dc2532-355d-41d9-8a79-0d728f5ebc13 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:41:15.733017 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] No Port match for: d0dc2532-355d-41d9-8a79-0d728f5ebc13 {{(pid=83238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:41:15.733355 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device d0dc2532-355d-41d9-8a79-0d728f5ebc13 not bound to the agent host hv-cinder-84330 {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:41:15.905916 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-8420d527-7ad3-439c-9e8f-4bd1d7009f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'name': 'tempest-AttachVolumeNegativeTest-1070406310-router', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:51Z', 'updated_at': '2022-05-25T22:38:57Z', 'revision_number': 4, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'gw_port': {'id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:52Z', 'updated_at': '2022-05-25T22:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '5fd0f086-ede6-481a-ba38-c6f08f2fce6c', 'name': '', 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'mac_address': 'fa:16:3e:e0:94:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:56Z', 'updated_at': '2022-05-25T22:39:14Z', 'revision_number': 5, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'subnets': [{'id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:41:15.909944 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8420d527-7ad3-439c-9e8f-4bd1d7009f76 None None] The sync data for ids ['c59067a3-0264-4d42-9ec2-78de27f8bb1f'] in dv-cinder-843305-1-iscsi is: [{'id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'name': 'tempest-AttachVolumeNegativeTest-1070406310-router', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:51Z', 'updated_at': '2022-05-25T22:38:57Z', 'revision_number': 4, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'gw_port': {'id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:52Z', 'updated_at': '2022-05-25T22:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '5fd0f086-ede6-481a-ba38-c6f08f2fce6c', 'name': '', 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'mac_address': 'fa:16:3e:e0:94:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:56Z', 'updated_at': '2022-05-25T22:39:14Z', 'revision_number': 5, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'subnets': [{'id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:41:16.119595 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f563aa16-4c4c-436e-8f5d-7281f811a885 None None] New status for floating IP d1c04e69-8424-423e-992f-acaa0355c571: DOWN {{(pid=83238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:41:16.720794 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 60288) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:41:16.816201 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8e0b27da-e365-4794-90d8-aebd0cffeb8a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:16.825827 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a35eb1-f11f-4188-a9f1-a4b2b01c0fef req-e0e5da8f-6560-47d8-82ca-b127e996b855 tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:16.827717 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-26a35eb1-f11f-4188-a9f1-a4b2b01c0fef req-e0e5da8f-6560-47d8-82ca-b127e996b855 tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6b6dde0-4b45-4c0a-ba6d-4b29775e1b40 HTTP/1.1" status: 200 len: 950 time: 0.1429861 May 25 22:41:16.875254 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8e0b27da-e365-4794-90d8-aebd0cffeb8a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:16.924698 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-26a35eb1-f11f-4188-a9f1-a4b2b01c0fef req-7648b677-3b52-4065-945f-20ee1b4dda6e tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e082e6b-9cac-429e-ac2e-3a75d3e0e381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860488 May 25 22:41:16.944263 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8e0b27da-e365-4794-90d8-aebd0cffeb8a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:16.964233 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0b27da-e365-4794-90d8-aebd0cffeb8a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67bb5ab6-03ec-44a7-ab00-a909f35765bc,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:16.971468 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8e0b27da-e365-4794-90d8-aebd0cffeb8a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:16.972386 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-8e0b27da-e365-4794-90d8-aebd0cffeb8a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "DELETE /v2.0/security-groups/67bb5ab6-03ec-44a7-ab00-a909f35765bc HTTP/1.1" status: 204 len: 168 time: 0.2506535 May 25 22:41:16.975672 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 60294) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:41:16.991552 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.api.v2.resource [None req-21aa3b4f-d4ed-48ea-8594-e421bd2ff4b1 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] show failed (client error): The resource could not be found. May 25 22:41:16.995106 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-21aa3b4f-d4ed-48ea-8594-e421bd2ff4b1 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/security-groups/67bb5ab6-03ec-44a7-ab00-a909f35765bc HTTP/1.1" status: 404 len: 347 time: 0.0160148 May 25 22:41:16.995326 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 60298) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:41:17.241526 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.plugin [None req-53eb69b8-c430-435c-bc7b-dd07cfe85872 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Deleting port 721041d7-6bc1-42ab-b557-d551218ef739 {{(pid=83237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:41:17.241857 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-53eb69b8-c430-435c-bc7b-dd07cfe85872 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:17.456884 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-53eb69b8-c430-435c-bc7b-dd07cfe85872 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:17.457194 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-53eb69b8-c430-435c-bc7b-dd07cfe85872 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:17.580218 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.plugin [None req-53eb69b8-c430-435c-bc7b-dd07cfe85872 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Calling delete_port for 721041d7-6bc1-42ab-b557-d551218ef739 owned by network:floatingip {{(pid=83237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:41:17.616238 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e97c6d-ed59-4d53-b55e-5f3a5791efc8 req-14971c8d-9a3b-42c0-92b1-b65aa981b15a tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:17.617640 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-64e97c6d-ed59-4d53-b55e-5f3a5791efc8 req-14971c8d-9a3b-42c0-92b1-b65aa981b15a tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6b6dde0-4b45-4c0a-ba6d-4b29775e1b40 HTTP/1.1" status: 200 len: 950 time: 0.2659833 May 25 22:41:17.692595 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-64e97c6d-ed59-4d53-b55e-5f3a5791efc8 req-19f85a4e-81ed-41c7-9dce-d9153b9d312b tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e082e6b-9cac-429e-ac2e-3a75d3e0e381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662384 May 25 22:41:17.756880 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-53eb69b8-c430-435c-bc7b-dd07cfe85872 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1149435'] for port, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:17.800360 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eb69b8-c430-435c-bc7b-dd07cfe85872 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Pushing event deleted for resources: {'Port': ['ID=721041d7-6bc1-42ab-b557-d551218ef739,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:17.890033 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-53eb69b8-c430-435c-bc7b-dd07cfe85872 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for floatingip, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:17.904164 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-53eb69b8-c430-435c-bc7b-dd07cfe85872 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for floatingip, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:17.905261 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-53eb69b8-c430-435c-bc7b-dd07cfe85872 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "DELETE /v2.0/floatingips/d1c04e69-8424-423e-992f-acaa0355c571 HTTP/1.1" status: 204 len: 168 time: 0.9088140 May 25 22:41:18.000999 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 60308) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:41:18.006553 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-3ace4047-291a-4956-8445-e3eb89e08194 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2050306898', 'description': 'tempest-description--1024583890'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:41:18.012243 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-3ace4047-291a-4956-8445-e3eb89e08194 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:41:18.016221 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-3ace4047-291a-4956-8445-e3eb89e08194 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Usage tracker for resource:security_group and tenant:e555a5edad0e42029674c53c2976a6de is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:41:18.018960 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-3ace4047-291a-4956-8445-e3eb89e08194 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:41:18.025736 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-3ace4047-291a-4956-8445-e3eb89e08194 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:41:18.036178 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-3ace4047-291a-4956-8445-e3eb89e08194 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:18.070383 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-3ace4047-291a-4956-8445-e3eb89e08194 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:41:18.074048 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-3ace4047-291a-4956-8445-e3eb89e08194 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Usage tracker for resource:security_group_rule and tenant:e555a5edad0e42029674c53c2976a6de is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:41:18.076724 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-3ace4047-291a-4956-8445-e3eb89e08194 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:41:18.082145 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-3ace4047-291a-4956-8445-e3eb89e08194 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:41:18.138077 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-3ace4047-291a-4956-8445-e3eb89e08194 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:18.141717 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-3ace4047-291a-4956-8445-e3eb89e08194 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:18.184684 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace4047-291a-4956-8445-e3eb89e08194 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f11c91e-e753-4014-ad6d-393382cce8eb,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:18.188695 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-3ace4047-291a-4956-8445-e3eb89e08194 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:18.189846 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-3ace4047-291a-4956-8445-e3eb89e08194 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.1878960 May 25 22:41:18.194225 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 60312) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:41:18.199350 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-56c3e1fb-f391-4006-b0c4-7734f306f8f5 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Request body: {'security_group_rule': {'security_group_id': '8f11c91e-e753-4014-ad6d-393382cce8eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:41:18.205048 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-56c3e1fb-f391-4006-b0c4-7734f306f8f5 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:41:18.209329 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-56c3e1fb-f391-4006-b0c4-7734f306f8f5 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Usage tracker for resource:security_group_rule and tenant:e555a5edad0e42029674c53c2976a6de is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:41:18.212172 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-56c3e1fb-f391-4006-b0c4-7734f306f8f5 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:41:18.218010 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-56c3e1fb-f391-4006-b0c4-7734f306f8f5 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:41:18.234572 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-56c3e1fb-f391-4006-b0c4-7734f306f8f5 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:18.298054 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-56c3e1fb-f391-4006-b0c4-7734f306f8f5 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:18.301265 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-56c3e1fb-f391-4006-b0c4-7734f306f8f5 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924750'] for security_group_rule, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:18.324448 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c3e1fb-f391-4006-b0c4-7734f306f8f5 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52c814ea-7f42-4056-8b14-594bc4379a53,revision_number=0']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:18.333094 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-56c3e1fb-f391-4006-b0c4-7734f306f8f5 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:18.335536 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-56c3e1fb-f391-4006-b0c4-7734f306f8f5 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1402578 May 25 22:41:18.338062 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 60316) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:41:18.343208 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-0fc1b63e-b0ec-4d3e-b735-62999b829f49 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Request body: {'security_group_rule': {'security_group_id': '8f11c91e-e753-4014-ad6d-393382cce8eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:41:18.348706 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-0fc1b63e-b0ec-4d3e-b735-62999b829f49 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:41:18.352858 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-0fc1b63e-b0ec-4d3e-b735-62999b829f49 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Usage tracker for resource:security_group_rule and tenant:e555a5edad0e42029674c53c2976a6de is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:41:18.355648 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-0fc1b63e-b0ec-4d3e-b735-62999b829f49 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:41:18.361122 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-0fc1b63e-b0ec-4d3e-b735-62999b829f49 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:41:18.376744 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-0fc1b63e-b0ec-4d3e-b735-62999b829f49 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:18.437403 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-0fc1b63e-b0ec-4d3e-b735-62999b829f49 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:18.440924 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-0fc1b63e-b0ec-4d3e-b735-62999b829f49 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924750'] for security_group_rule, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:18.463418 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc1b63e-b0ec-4d3e-b735-62999b829f49 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09f3b659-4978-40fc-bd89-83f8dd3b8e03,revision_number=0']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:18.472083 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-0fc1b63e-b0ec-4d3e-b735-62999b829f49 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:18.473208 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-0fc1b63e-b0ec-4d3e-b735-62999b829f49 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1342738 May 25 22:41:18.476544 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 60320) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:41:18.481482 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-be56fdaf-98e1-4af1-b0d7-e47c8697b039 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Request body: {'floatingip': {'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:41:18.486503 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-be56fdaf-98e1-4af1-b0d7-e47c8697b039 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:41:18.490798 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-be56fdaf-98e1-4af1-b0d7-e47c8697b039 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Usage tracker for resource:floatingip and tenant:e555a5edad0e42029674c53c2976a6de is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:41:18.493503 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-be56fdaf-98e1-4af1-b0d7-e47c8697b039 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:41:18.499313 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-be56fdaf-98e1-4af1-b0d7-e47c8697b039 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:41:18.509845 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-be56fdaf-98e1-4af1-b0d7-e47c8697b039 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for floatingip, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:18.642200 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-be56fdaf-98e1-4af1-b0d7-e47c8697b039 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:18.778052 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.db_base_plugin_common [None req-be56fdaf-98e1-4af1-b0d7-e47c8697b039 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Allocated IP 172.27.0.170 (cb39d3ef-31f0-4e66-970b-4cb0d379e187/4ff22ee7-6206-48b0-b7ae-e7396fe607ae/1475a431-21bc-4ccd-996a-373b2e99ab02) {{(pid=83237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:41:18.826630 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2115958b-6727-495c-85a7-3055605f6f58 req-dfd81297-06ed-4db3-b754-ffd8fcbaad62 tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:18.827312 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-2115958b-6727-495c-85a7-3055605f6f58 req-dfd81297-06ed-4db3-b754-ffd8fcbaad62 tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] Synchronizing usage tracker for tenant:0fc27cb23e5b4650b811990d607e8c8e on resource:port {{(pid=83236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:41:18.844177 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-2115958b-6727-495c-85a7-3055605f6f58 req-dfd81297-06ed-4db3-b754-ffd8fcbaad62 tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] Unset dirty status for tenant:0fc27cb23e5b4650b811990d607e8c8e on resource:port {{(pid=83236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:41:18.845520 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-2115958b-6727-495c-85a7-3055605f6f58 req-dfd81297-06ed-4db3-b754-ffd8fcbaad62 tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6b6dde0-4b45-4c0a-ba6d-4b29775e1b40 HTTP/1.1" status: 200 len: 950 time: 0.0987024 May 25 22:41:18.912494 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [req-2115958b-6727-495c-85a7-3055605f6f58 req-bb948e46-dda4-4edb-a76d-a68d94a273f1 tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] Deleting port 13fc9a56-f076-421b-8148-28799cbae89b {{(pid=83236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:41:18.912952 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-2115958b-6727-495c-85a7-3055605f6f58 req-bb948e46-dda4-4edb-a76d-a68d94a273f1 tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:18.982367 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-be56fdaf-98e1-4af1-b0d7-e47c8697b039 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for port, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:18.992906 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0afe6b-f527-43db-b64e-5d0b0849a31b req-2ee6071b-36d5-4889-bb4c-f834d78488b8 tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:18.994273 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-de0afe6b-f527-43db-b64e-5d0b0849a31b req-2ee6071b-36d5-4889-bb4c-f834d78488b8 tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6b6dde0-4b45-4c0a-ba6d-4b29775e1b40 HTTP/1.1" status: 200 len: 950 time: 0.1388164 May 25 22:41:19.051486 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-de0afe6b-f527-43db-b64e-5d0b0849a31b req-71d2d94b-fd3e-42ca-b2a8-a222d1283049 tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e082e6b-9cac-429e-ac2e-3a75d3e0e381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511508 May 25 22:41:19.059228 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-be56fdaf-98e1-4af1-b0d7-e47c8697b039 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1149435'] for port, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:19.128123 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be56fdaf-98e1-4af1-b0d7-e47c8697b039 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Network cb39d3ef-31f0-4e66-970b-4cb0d379e187 is already hosted by enough agents. {{(pid=83237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:41:19.131932 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.base_scheduler [None req-be56fdaf-98e1-4af1-b0d7-e47c8697b039 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Resources bound (agent type, host, resource id): {{(pid=83237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:41:19.136561 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be56fdaf-98e1-4af1-b0d7-e47c8697b039 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Received port after_create {{(pid=83237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:41:19.161176 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be56fdaf-98e1-4af1-b0d7-e47c8697b039 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Pushing event updated for resources: {'Port': ['ID=1475a431-21bc-4ccd-996a-373b2e99ab02,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:19.244511 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-2115958b-6727-495c-85a7-3055605f6f58 req-bb948e46-dda4-4edb-a76d-a68d94a273f1 tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] For port 13fc9a56-f076-421b-8148-28799cbae89b, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=13fc9a56-f076-421b-8148-28799cbae89b,segment=NetworkSegment(cc434499-e803-4f0d-886f-cdcdbca9346f),segment_id=cc434499-e803-4f0d-886f-cdcdbca9346f)] {{(pid=83236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:41:19.244783 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-2115958b-6727-495c-85a7-3055605f6f58 req-bb948e46-dda4-4edb-a76d-a68d94a273f1 tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:19.366877 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [req-2115958b-6727-495c-85a7-3055605f6f58 req-bb948e46-dda4-4edb-a76d-a68d94a273f1 tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] Calling delete_port for 13fc9a56-f076-421b-8148-28799cbae89b owned by compute:nova {{(pid=83236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:41:19.377871 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-be56fdaf-98e1-4af1-b0d7-e47c8697b039 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:19.434941 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-be56fdaf-98e1-4af1-b0d7-e47c8697b039 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:19.509589 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-2115958b-6727-495c-85a7-3055605f6f58 req-bb948e46-dda4-4edb-a76d-a68d94a273f1 tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:19.542744 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] get_ports_and_sgs() called for port_ids ['13fc9a56-f076-421b-8148-28799cbae89b'] {{(pid=83238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:41:19.559538 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb948e46-dda4-4edb-a76d-a68d94a273f1 tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] Pushing event deleted for resources: {'Port': ['ID=13fc9a56-f076-421b-8148-28799cbae89b,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:19.637033 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [req-2115958b-6727-495c-85a7-3055605f6f58 req-bb948e46-dda4-4edb-a76d-a68d94a273f1 tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] No DVR routers for this DVR port 13fc9a56-f076-421b-8148-28799cbae89b on host hv-cinder-84330 {{(pid=83236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:41:19.639716 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-2115958b-6727-495c-85a7-3055605f6f58 req-bb948e46-dda4-4edb-a76d-a68d94a273f1 tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:19.644098 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b6dde0-4b45-4c0a-ba6d-4b29775e1b40', 'name': 'network-vif-deleted', 'tag': '13fc9a56-f076-421b-8148-28799cbae89b'}] {{(pid=83236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:41:19.655087 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-be56fdaf-98e1-4af1-b0d7-e47c8697b039 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for port, precommit_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:19.661111 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-be56fdaf-98e1-4af1-b0d7-e47c8697b039 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1149314'] for port, after_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:19.662055 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-2115958b-6727-495c-85a7-3055605f6f58 req-bb948e46-dda4-4edb-a76d-a68d94a273f1 tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] 10.222.0.45 "DELETE /v2.0/ports/13fc9a56-f076-421b-8148-28799cbae89b HTTP/1.1" status: 204 len: 173 time: 0.8109250 May 25 22:41:19.709894 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1850cf8c-4e10-480e-9260-bae46f1ccfd6'] response: {'server_uuid': 'f6b6dde0-4b45-4c0a-ba6d-4b29775e1b40', 'name': 'network-vif-deleted', 'tag': '13fc9a56-f076-421b-8148-28799cbae89b', 'status': 'completed', 'code': 200} May 25 22:41:19.773684 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be56fdaf-98e1-4af1-b0d7-e47c8697b039 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Pushing event updated for resources: {'Port': ['ID=1475a431-21bc-4ccd-996a-373b2e99ab02,revision_number=2']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:19.793916 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-be56fdaf-98e1-4af1-b0d7-e47c8697b039 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335082'] for floatingip, after_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:19.817201 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-be56fdaf-98e1-4af1-b0d7-e47c8697b039 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for floatingip, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:19.819047 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-be56fdaf-98e1-4af1-b0d7-e47c8697b039 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3415871 May 25 22:41:20.043963 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-47287aab-f282-4b05-adda-b381028c6478 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Synchronizing usage tracker for tenant:e555a5edad0e42029674c53c2976a6de on resource:security_group {{(pid=83237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:41:20.059132 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-47287aab-f282-4b05-adda-b381028c6478 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Unset dirty status for tenant:e555a5edad0e42029674c53c2976a6de on resource:security_group {{(pid=83237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:41:20.060396 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-47287aab-f282-4b05-adda-b381028c6478 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--2050306898&fields=id&tenant_id=e555a5edad0e42029674c53c2976a6de HTTP/1.1" status: 200 len: 267 time: 0.0567007 May 25 22:41:20.242912 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-222c4eb0-67f4-4eac-b32a-7b31ff13ba47 req-499d2c95-081d-47cc-8629-88db23ac5d4d tempest-VolumesNegativeTest-14974651 tempest-VolumesNegativeTest-14974651-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6b6dde0-4b45-4c0a-ba6d-4b29775e1b40 HTTP/1.1" status: 200 len: 210 time: 0.0547526 May 25 22:41:20.249048 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-227f07ad-189c-4198-8275-071c806bf36c tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:20.250354 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-227f07ad-189c-4198-8275-071c806bf36c tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/networks?id=6fc60487-fe5e-4f0e-968b-ad40e0f30290 HTTP/1.1" status: 200 len: 815 time: 0.1836932 May 25 22:41:20.266946 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-9346760f-f509-452b-995a-cca41c05deb7 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/quotas/e555a5edad0e42029674c53c2976a6de HTTP/1.1" status: 200 len: 375 time: 0.0114062 May 25 22:41:20.352790 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-65f1958a-71e9-4455-94a4-ff282de6596b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Synchronizing usage tracker for tenant:e555a5edad0e42029674c53c2976a6de on resource:port {{(pid=83237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:41:20.367979 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-65f1958a-71e9-4455-94a4-ff282de6596b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Unset dirty status for tenant:e555a5edad0e42029674c53c2976a6de on resource:port {{(pid=83237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:41:20.369198 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-65f1958a-71e9-4455-94a4-ff282de6596b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e555a5edad0e42029674c53c2976a6de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0964508 May 25 22:41:20.505068 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-2cac313e-4c0f-4ad3-afa4-4fdc75d78ec0 service neutron] 10.222.0.39 "GET /v2.0/networks/6fc60487-fe5e-4f0e-968b-ad40e0f30290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243021 May 25 22:41:20.633456 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-2f6ed9a8-1c2c-4e46-a172-48bc662bbe16 service neutron] 10.222.0.39 "GET /v2.0/networks/6fc60487-fe5e-4f0e-968b-ad40e0f30290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223490 May 25 22:41:20.813973 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-147063e6-0e28-4e59-a995-701ca9569e60 req-4aee2ca4-8762-44fc-8622-e0758c302a10 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=140109ba-5528-485f-bf9c-52fd1863f240 HTTP/1.1" status: 200 len: 210 time: 0.0400548 May 25 22:41:21.381665 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.agents_db [None req-9a0b4f36-fcd8-49b0-a2d4-59f1c5f7edf0 None None] Agent healthcheck: found 6 active agents {{(pid=83239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:41:21.750664 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 13fc9a56-f076-421b-8148-28799cbae89b no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:41:21.790006 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] No Port match for: 13fc9a56-f076-421b-8148-28799cbae89b {{(pid=83238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:41:21.790345 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 13fc9a56-f076-421b-8148-28799cbae89b not bound to the agent host hv-cinder-84330 {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:41:21.897731 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-8a5a5d85-31b8-42f6-bb58-dcb82dd3466c tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:21.900149 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-8a5a5d85-31b8-42f6-bb58-dcb82dd3466c tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.45 "GET /v2.0/networks?id=6fc60487-fe5e-4f0e-968b-ad40e0f30290 HTTP/1.1" status: 200 len: 815 time: 0.1677217 May 25 22:41:21.965587 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-72d72e9f-9f3a-4384-a729-9c11b5bfb1fd tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Synchronizing usage tracker for tenant:e555a5edad0e42029674c53c2976a6de on resource:security_group {{(pid=83236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:41:21.980890 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-72d72e9f-9f3a-4384-a729-9c11b5bfb1fd tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Unset dirty status for tenant:e555a5edad0e42029674c53c2976a6de on resource:security_group {{(pid=83236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:41:21.982603 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-72d72e9f-9f3a-4384-a729-9c11b5bfb1fd tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e555a5edad0e42029674c53c2976a6de HTTP/1.1" status: 200 len: 380 time: 0.0647471 May 25 22:41:21.996097 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-0287d3df-6280-4296-8828-8e9caff18078 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Request body: {'port': {'device_id': '140109ba-5528-485f-bf9c-52fd1863f240', 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'admin_state_up': True, 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'security_groups': ['8f11c91e-e753-4014-ad6d-393382cce8eb']}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:41:22.000032 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-abfe9dd6-d0eb-4218-be5e-0f324986ef9e req-d87d83f1-4334-4b44-b697-37615a90ea23 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=140109ba-5528-485f-bf9c-52fd1863f240 HTTP/1.1" status: 200 len: 210 time: 0.0526578 May 25 22:41:22.135735 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-0287d3df-6280-4296-8828-8e9caff18078 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:41:22.145364 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-0287d3df-6280-4296-8828-8e9caff18078 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:41:22.155785 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-0287d3df-6280-4296-8828-8e9caff18078 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Made reservation on behalf of e555a5edad0e42029674c53c2976a6de for: {'port': 1} {{(pid=83236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:41:22.158783 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-0287d3df-6280-4296-8828-8e9caff18078 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:22.330845 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.db_base_plugin_common [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-0287d3df-6280-4296-8828-8e9caff18078 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Allocated IP 172.20.0.4 (6fc60487-fe5e-4f0e-968b-ad40e0f30290/d5cd7d5a-b211-4d75-93e3-7264c9b5bb90/43088045-659d-43ee-9ba3-a40af72b2845) {{(pid=83236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:41:22.524234 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-0287d3df-6280-4296-8828-8e9caff18078 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for port, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:22.541012 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.provisioning_blocks [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-0287d3df-6280-4296-8828-8e9caff18078 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Transition to ACTIVE for port object 43088045-659d-43ee-9ba3-a40af72b2845 will not be triggered until provisioned by entity DHCP. {{(pid=83236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:41:22.562060 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-0287d3df-6280-4296-8828-8e9caff18078 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:22.642407 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-0287d3df-6280-4296-8828-8e9caff18078 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Network 6fc60487-fe5e-4f0e-968b-ad40e0f30290 is already hosted by enough agents. {{(pid=83236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:41:22.646666 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.base_scheduler [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-0287d3df-6280-4296-8828-8e9caff18078 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Resources bound (agent type, host, resource id): {{(pid=83236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:41:22.648614 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0287d3df-6280-4296-8828-8e9caff18078 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Pushing event updated for resources: {'Port': ['ID=43088045-659d-43ee-9ba3-a40af72b2845,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:22.650715 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-0287d3df-6280-4296-8828-8e9caff18078 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Received port after_create {{(pid=83236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:41:22.718025 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-0287d3df-6280-4296-8828-8e9caff18078 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:22.718683 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-0287d3df-6280-4296-8828-8e9caff18078 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:22.745415 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-0287d3df-6280-4296-8828-8e9caff18078 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7543020 May 25 22:41:22.761504 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-c1eb8669-9e68-4c23-bc37-cfbe474ff349 service neutron] Request body: {'port': {'device_id': '140109ba-5528-485f-bf9c-52fd1863f240', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:41:22.888128 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-c1eb8669-9e68-4c23-bc37-cfbe474ff349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:22.906223 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-2948b30b-6d96-4055-87de-d8619c6c6c9b None None] Provisioning for port 43088045-659d-43ee-9ba3-a40af72b2845 completed by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:41:22.914792 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-2948b30b-6d96-4055-87de-d8619c6c6c9b None None] Provisioning complete for port 43088045-659d-43ee-9ba3-a40af72b2845 triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:41:22.915360 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-2948b30b-6d96-4055-87de-d8619c6c6c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:22.983205 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-2948b30b-6d96-4055-87de-d8619c6c6c9b None None] Port 43088045-659d-43ee-9ba3-a40af72b2845 cannot update to ACTIVE because it is not bound. {{(pid=83238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:41:23.197337 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7133e9-9336-486a-bd31-ea86b3a66b61 req-71533031-d304-435a-b217-bda2d01ecd9b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:23.198871 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-4a7133e9-9336-486a-bd31-ea86b3a66b61 req-71533031-d304-435a-b217-bda2d01ecd9b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=140109ba-5528-485f-bf9c-52fd1863f240 HTTP/1.1" status: 200 len: 931 time: 0.0802002 May 25 22:41:23.249795 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-4a7133e9-9336-486a-bd31-ea86b3a66b61 req-2e909232-bf9b-4554-aa7e-2e360fbfbc1d tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f11c91e-e753-4014-ad6d-393382cce8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444736 May 25 22:41:23.365642 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-c1eb8669-9e68-4c23-bc37-cfbe474ff349 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43088045-659d-43ee-9ba3-a40af72b2845 {{(pid=83236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:41:23.373268 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-c1eb8669-9e68-4c23-bc37-cfbe474ff349 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:23.389984 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.provisioning_blocks [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-c1eb8669-9e68-4c23-bc37-cfbe474ff349 service neutron] Transition to ACTIVE for port object 43088045-659d-43ee-9ba3-a40af72b2845 will not be triggered until provisioned by entity L2. {{(pid=83236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:41:23.393913 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-c1eb8669-9e68-4c23-bc37-cfbe474ff349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1630987'] for port, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:23.567069 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eb8669-9e68-4c23-bc37-cfbe474ff349 service neutron] Pushing event updated for resources: {'Port': ['ID=43088045-659d-43ee-9ba3-a40af72b2845,revision_number=2']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:23.648309 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-c1eb8669-9e68-4c23-bc37-cfbe474ff349 service neutron] Attempting to bind port 43088045-659d-43ee-9ba3-a40af72b2845 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:41:23.648903 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-c1eb8669-9e68-4c23-bc37-cfbe474ff349 service neutron] Attempting to bind port 43088045-659d-43ee-9ba3-a40af72b2845 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': 'd711363d-cf2f-4d62-a488-26afefce9577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290'}] {{(pid=83236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:41:23.649490 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-c1eb8669-9e68-4c23-bc37-cfbe474ff349 service neutron] Attempting to bind port 43088045-659d-43ee-9ba3-a40af72b2845 on network 6fc60487-fe5e-4f0e-968b-ad40e0f30290 {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:41:23.656943 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-c1eb8669-9e68-4c23-bc37-cfbe474ff349 service neutron] Port 43088045-659d-43ee-9ba3-a40af72b2845 on network 6fc60487-fe5e-4f0e-968b-ad40e0f30290 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:41:23.657258 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-c1eb8669-9e68-4c23-bc37-cfbe474ff349 service neutron] Attempting to bind port 43088045-659d-43ee-9ba3-a40af72b2845 on network 6fc60487-fe5e-4f0e-968b-ad40e0f30290 {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:41:23.666900 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-c1eb8669-9e68-4c23-bc37-cfbe474ff349 service neutron] Checking agent: {'id': 'ba48c32d-6c3d-40ce-a4ff-91ef21d08f39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 30, 42), 'started_at': datetime.datetime(2022, 5, 25, 22, 30, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:41:23.667591 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-c1eb8669-9e68-4c23-bc37-cfbe474ff349 service neutron] Checking segment: {'id': 'd711363d-cf2f-4d62-a488-26afefce9577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:41:23.668142 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-c1eb8669-9e68-4c23-bc37-cfbe474ff349 service neutron] Bound using segment: {'id': 'd711363d-cf2f-4d62-a488-26afefce9577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290'} {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:41:23.668843 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-c1eb8669-9e68-4c23-bc37-cfbe474ff349 service neutron] Bound port: 43088045-659d-43ee-9ba3-a40af72b2845, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd711363d-cf2f-4d62-a488-26afefce9577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290'}}] {{(pid=83236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:41:23.669277 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-c1eb8669-9e68-4c23-bc37-cfbe474ff349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:23.763274 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-c1eb8669-9e68-4c23-bc37-cfbe474ff349 service neutron] For port 43088045-659d-43ee-9ba3-a40af72b2845, host hv-cinder-84330, cleared binding levels {{(pid=83236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:41:23.766413 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-c1eb8669-9e68-4c23-bc37-cfbe474ff349 service neutron] For port 43088045-659d-43ee-9ba3-a40af72b2845, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=43088045-659d-43ee-9ba3-a40af72b2845,segment=NetworkSegment(d711363d-cf2f-4d62-a488-26afefce9577),segment_id=d711363d-cf2f-4d62-a488-26afefce9577)] {{(pid=83236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:41:23.775297 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-c1eb8669-9e68-4c23-bc37-cfbe474ff349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1630987'] for port, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:23.842313 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-c1eb8669-9e68-4c23-bc37-cfbe474ff349 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:23.844224 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-c1eb8669-9e68-4c23-bc37-cfbe474ff349 service neutron] 10.222.0.45 "PUT /v2.0/ports/43088045-659d-43ee-9ba3-a40af72b2845 HTTP/1.1" status: 200 len: 1093 time: 1.0870314 May 25 22:41:23.844811 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140109ba-5528-485f-bf9c-52fd1863f240', 'tag': '43088045-659d-43ee-9ba3-a40af72b2845'}] {{(pid=83236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:41:23.875533 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eb8669-9e68-4c23-bc37-cfbe474ff349 service neutron] Pushing event updated for resources: {'Port': ['ID=43088045-659d-43ee-9ba3-a40af72b2845,revision_number=3']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:23.968323 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69e7581d-7d28-4fff-b5da-6346ce1db50c'] response: {'name': 'network-changed', 'server_uuid': '140109ba-5528-485f-bf9c-52fd1863f240', 'tag': '43088045-659d-43ee-9ba3-a40af72b2845', 'status': 'completed', 'code': 200} May 25 22:41:24.007183 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-4b955110-768f-4b87-bd78-2930b75b009f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e555a5edad0e42029674c53c2976a6de&device_id=140109ba-5528-485f-bf9c-52fd1863f240 HTTP/1.1" status: 200 len: 1096 time: 0.1051688 May 25 22:41:24.090318 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-1c1bf468-174d-4587-b835-2522b59d36cf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43088045-659d-43ee-9ba3-a40af72b2845 HTTP/1.1" status: 200 len: 217 time: 0.0706418 May 25 22:41:24.154915 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-b6edff66-dde2-47b6-83bc-2130218bce1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:24.155887 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-b6edff66-dde2-47b6-83bc-2130218bce1b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5cd7d5a-b211-4d75-93e3-7264c9b5bb90 HTTP/1.1" status: 200 len: 854 time: 0.0601902 May 25 22:41:24.246890 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-968ae752-bb5e-41d3-914b-f512a78de23b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6fc60487-fe5e-4f0e-968b-ad40e0f30290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0853260 May 25 22:41:24.382569 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-ffea48de-6878-4a16-a5f4-45d05f140a50 service neutron] 10.222.0.45 "GET /v2.0/networks/6fc60487-fe5e-4f0e-968b-ad40e0f30290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298232 May 25 22:41:24.460204 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8ac9d-c2ad-4413-832b-a4b8388cf6e4 req-894db41c-3b28-4697-ad6e-612fa19173ae tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:24.461785 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-afe8ac9d-c2ad-4413-832b-a4b8388cf6e4 req-894db41c-3b28-4697-ad6e-612fa19173ae tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=140109ba-5528-485f-bf9c-52fd1863f240 HTTP/1.1" status: 200 len: 943 time: 0.0841262 May 25 22:41:24.513544 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-afe8ac9d-c2ad-4413-832b-a4b8388cf6e4 req-dc65b85a-d444-4068-b047-88ed9a65dac0 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f11c91e-e753-4014-ad6d-393382cce8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447888 May 25 22:41:24.533391 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-f0896480-15ab-4643-88d2-d866bb3d98a4 req-737625c2-8c8b-42a4-aeaa-8677255de260 service neutron] 10.222.0.45 "GET /v2.0/networks/6fc60487-fe5e-4f0e-968b-ad40e0f30290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442423 May 25 22:41:24.686832 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-f9e7762a-9f4e-4310-b45d-27ecb06450ae req-2ef7f6e7-4fca-4259-b19a-c1fdb54ad370 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e555a5edad0e42029674c53c2976a6de&device_id=140109ba-5528-485f-bf9c-52fd1863f240 HTTP/1.1" status: 200 len: 1096 time: 0.0701287 May 25 22:41:24.819390 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7762a-9f4e-4310-b45d-27ecb06450ae req-7eb5dc50-8e49-4215-9118-a28117568497 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:24.820848 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-f9e7762a-9f4e-4310-b45d-27ecb06450ae req-7eb5dc50-8e49-4215-9118-a28117568497 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6fc60487-fe5e-4f0e-968b-ad40e0f30290 HTTP/1.1" status: 200 len: 916 time: 0.1267517 May 25 22:41:24.894955 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-f9e7762a-9f4e-4310-b45d-27ecb06450ae req-730e742d-cb58-4291-b054-81803548b245 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43088045-659d-43ee-9ba3-a40af72b2845 HTTP/1.1" status: 200 len: 217 time: 0.0665011 May 25 22:41:24.962419 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7762a-9f4e-4310-b45d-27ecb06450ae req-6b18cedf-41c4-4e51-a2dc-3035f406f84c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:24.964385 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-f9e7762a-9f4e-4310-b45d-27ecb06450ae req-6b18cedf-41c4-4e51-a2dc-3035f406f84c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5cd7d5a-b211-4d75-93e3-7264c9b5bb90 HTTP/1.1" status: 200 len: 854 time: 0.0629420 May 25 22:41:25.044768 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-f9e7762a-9f4e-4310-b45d-27ecb06450ae req-a2c9d9de-2f43-4ada-8aa7-c6905c6df3ee service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6fc60487-fe5e-4f0e-968b-ad40e0f30290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0739512 May 25 22:41:25.252057 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-f9e7762a-9f4e-4310-b45d-27ecb06450ae req-3592705a-c30c-4d05-96c0-8905ede37cdc service neutron] 10.222.0.45 "GET /v2.0/networks/6fc60487-fe5e-4f0e-968b-ad40e0f30290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008772 May 25 22:41:25.380776 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-f9e7762a-9f4e-4310-b45d-27ecb06450ae req-3e978fed-eab5-4270-bc5b-0b862e5aa354 service neutron] 10.222.0.45 "GET /v2.0/networks/6fc60487-fe5e-4f0e-968b-ad40e0f30290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208119 May 25 22:41:25.712553 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd6318-3c2f-4508-9f4b-802a85d4d9b4 req-68686187-7b31-462c-bebc-cd3325bc003c tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:25.714000 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-d3bd6318-3c2f-4508-9f4b-802a85d4d9b4 req-68686187-7b31-462c-bebc-cd3325bc003c tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=140109ba-5528-485f-bf9c-52fd1863f240 HTTP/1.1" status: 200 len: 943 time: 0.0747786 May 25 22:41:25.761375 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-d3bd6318-3c2f-4508-9f4b-802a85d4d9b4 req-7770a4c0-f6c1-44d1-a0fd-eda151f37b1a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f11c91e-e753-4014-ad6d-393382cce8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417335 May 25 22:41:25.782696 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 43088045-659d-43ee-9ba3-a40af72b2845 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 22:41:25.918643 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port 43088045-659d-43ee-9ba3-a40af72b2845, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=43088045-659d-43ee-9ba3-a40af72b2845,segment=NetworkSegment(d711363d-cf2f-4d62-a488-26afefce9577),segment_id=d711363d-cf2f-4d62-a488-26afefce9577)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:41:25.931961 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Returning: {'device': '43088045-659d-43ee-9ba3-a40af72b2845', 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'port_id': '43088045-659d-43ee-9ba3-a40af72b2845', 'mac_address': 'fa:16:3e:1c:9e:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 22:41:25.985009 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:26.002621 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.notifiers.nova [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43088045-659d-43ee-9ba3-a40af72b2845 {{(pid=83238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:41:26.017738 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port 43088045-659d-43ee-9ba3-a40af72b2845, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=43088045-659d-43ee-9ba3-a40af72b2845,segment=NetworkSegment(d711363d-cf2f-4d62-a488-26afefce9577),segment_id=d711363d-cf2f-4d62-a488-26afefce9577)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:41:26.022209 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:26.090260 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Pushing event updated for resources: {'Port': ['ID=43088045-659d-43ee-9ba3-a40af72b2845,revision_number=4']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:26.304874 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] get_ports_and_sgs() called for port_ids ['43088045-659d-43ee-9ba3-a40af72b2845'] {{(pid=83238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:41:26.353295 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 60548) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:41:26.523911 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-0376996f-1d82-4c1a-9bf5-b7f5a5d9234f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0fc27cb23e5b4650b811990d607e8c8e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1694233 May 25 22:41:26.526350 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 60554) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:41:26.587669 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-bb0b98ba-863e-4a40-bffb-ad445b3ad782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:26.611590 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-bb0b98ba-863e-4a40-bffb-ad445b3ad782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:26.660912 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-bb0b98ba-863e-4a40-bffb-ad445b3ad782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:26.674686 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0b98ba-863e-4a40-bffb-ad445b3ad782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e082e6b-9cac-429e-ac2e-3a75d3e0e381,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:26.681267 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-bb0b98ba-863e-4a40-bffb-ad445b3ad782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:26.682387 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-bb0b98ba-863e-4a40-bffb-ad445b3ad782 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1e082e6b-9cac-429e-ac2e-3a75d3e0e381 HTTP/1.1" status: 204 len: 168 time: 0.1551428 May 25 22:41:26.982195 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c693499-f34b-4fd5-8a73-53b102b136e1 req-604b5582-d44c-40f2-8830-0d5abf3c0bf0 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:26.983738 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-2c693499-f34b-4fd5-8a73-53b102b136e1 req-604b5582-d44c-40f2-8830-0d5abf3c0bf0 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=140109ba-5528-485f-bf9c-52fd1863f240 HTTP/1.1" status: 200 len: 944 time: 0.0775855 May 25 22:41:27.116417 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-2c693499-f34b-4fd5-8a73-53b102b136e1 req-e4cf8795-bea9-48d9-ab66-d9b99c78326a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f11c91e-e753-4014-ad6d-393382cce8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267109 May 25 22:41:27.469576 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 60578) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:41:27.598092 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-79a9569c-efb0-45fc-8dae-add8acc10320 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1243258823-network', 'tenant_id': 'c8027bf14dc24b358a785ccb0ca63775'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:41:27.603640 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-79a9569c-efb0-45fc-8dae-add8acc10320 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:41:27.608206 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-79a9569c-efb0-45fc-8dae-add8acc10320 admin admin] Usage tracker for resource:network and tenant:c8027bf14dc24b358a785ccb0ca63775 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:41:27.611334 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-79a9569c-efb0-45fc-8dae-add8acc10320 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:41:27.618104 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-79a9569c-efb0-45fc-8dae-add8acc10320 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:41:27.627409 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a9569c-efb0-45fc-8dae-add8acc10320 admin admin] Made reservation on behalf of c8027bf14dc24b358a785ccb0ca63775 for: {'network': 1} {{(pid=83237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:41:27.629565 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-79a9569c-efb0-45fc-8dae-add8acc10320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for network, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:27.642084 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-79a9569c-efb0-45fc-8dae-add8acc10320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:27.672352 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-79a9569c-efb0-45fc-8dae-add8acc10320 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:41:27.676027 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-79a9569c-efb0-45fc-8dae-add8acc10320 admin admin] Usage tracker for resource:security_group_rule and tenant:c8027bf14dc24b358a785ccb0ca63775 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:41:27.679539 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-79a9569c-efb0-45fc-8dae-add8acc10320 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:41:27.685077 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-79a9569c-efb0-45fc-8dae-add8acc10320 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:41:27.749033 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-79a9569c-efb0-45fc-8dae-add8acc10320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:27.752601 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-79a9569c-efb0-45fc-8dae-add8acc10320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:27.782870 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 43088045-659d-43ee-9ba3-a40af72b2845 up at agent hyperv_hv-cinder-84330 {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:41:27.786180 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79a9569c-efb0-45fc-8dae-add8acc10320 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=83237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:41:27.791979 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a9569c-efb0-45fc-8dae-add8acc10320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b161e4-8347-4d26-b79f-2764ac4c1d9b,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:27.798572 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-79a9569c-efb0-45fc-8dae-add8acc10320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:27.798847 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.db.segments_db [None req-79a9569c-efb0-45fc-8dae-add8acc10320 admin admin] Added segment 1e5c1018-7dd3-410a-bf40-6f3c442a1cb5 of type vlan for network 39fcb412-7855-4f07-b0aa-e0f46920420d May 25 22:41:27.826086 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-79a9569c-efb0-45fc-8dae-add8acc10320 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744689326614'] for network, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:27.853383 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Provisioning for port 43088045-659d-43ee-9ba3-a40af72b2845 completed by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:41:27.856146 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-79a9569c-efb0-45fc-8dae-add8acc10320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057'] for network, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:27.857086 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a9569c-efb0-45fc-8dae-add8acc10320 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:27.857729 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-79a9569c-efb0-45fc-8dae-add8acc10320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for network, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:27.858614 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Provisioning complete for port 43088045-659d-43ee-9ba3-a40af72b2845 triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:41:27.859106 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:27.967049 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a9569c-efb0-45fc-8dae-add8acc10320 admin admin] Pushing event updated for resources: {'Network': ['ID=39fcb412-7855-4f07-b0aa-e0f46920420d,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:27.972595 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-79a9569c-efb0-45fc-8dae-add8acc10320 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4993887 May 25 22:41:27.972945 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 60584) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:41:27.978303 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-f97261ac-5263-4fc8-8e01-5d439029530b admin admin] Request body: {'subnet': {'network_id': '39fcb412-7855-4f07-b0aa-e0f46920420d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1243258823-subnet', 'tenant_id': 'c8027bf14dc24b358a785ccb0ca63775', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:41:27.983013 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-f97261ac-5263-4fc8-8e01-5d439029530b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:41:27.984525 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Network 39fcb412-7855-4f07-b0aa-e0f46920420d details requested by agent ovs-agent-dv-cinder-843305-1-iscsi with host dv-cinder-843305-1-iscsi {{(pid=83238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:41:27.986788 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-f97261ac-5263-4fc8-8e01-5d439029530b admin admin] Usage tracker for resource:subnet and tenant:c8027bf14dc24b358a785ccb0ca63775 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:41:27.989734 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-f97261ac-5263-4fc8-8e01-5d439029530b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:41:27.995495 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-f97261ac-5263-4fc8-8e01-5d439029530b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:41:28.006752 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97261ac-5263-4fc8-8e01-5d439029530b admin admin] Made reservation on behalf of c8027bf14dc24b358a785ccb0ca63775 for: {'subnet': 1} {{(pid=83237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:41:28.009370 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-f97261ac-5263-4fc8-8e01-5d439029530b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497220'] for subnet, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:28.058922 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:28.112797 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140109ba-5528-485f-bf9c-52fd1863f240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43088045-659d-43ee-9ba3-a40af72b2845'}] {{(pid=83238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:41:28.124996 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port 43088045-659d-43ee-9ba3-a40af72b2845, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=43088045-659d-43ee-9ba3-a40af72b2845,segment=NetworkSegment(d711363d-cf2f-4d62-a488-26afefce9577),segment_id=d711363d-cf2f-4d62-a488-26afefce9577)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:41:28.129632 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:28.175941 dv-cinder-843305-1-iscsi neutron-server[83238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6b13e06-f62d-4be7-9704-11bf379dec36'] response: {'server_uuid': '140109ba-5528-485f-bf9c-52fd1863f240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43088045-659d-43ee-9ba3-a40af72b2845', 'code': 200} May 25 22:41:28.204258 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Pushing event updated for resources: {'Port': ['ID=43088045-659d-43ee-9ba3-a40af72b2845,revision_number=5']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:28.225325 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-f97261ac-5263-4fc8-8e01-5d439029530b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1149199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497238'] for subnet, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:28.333071 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97261ac-5263-4fc8-8e01-5d439029530b admin admin] Pushing event updated for resources: {'Subnet': ['ID=169e6158-b558-47cf-9fc7-bdac6c38deb1,revision_number=0']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:28.369549 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97261ac-5263-4fc8-8e01-5d439029530b admin admin] Checking segment: {'id': '1e5c1018-7dd3-410a-bf40-6f3c442a1cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '39fcb412-7855-4f07-b0aa-e0f46920420d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:41:28.369891 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97261ac-5263-4fc8-8e01-5d439029530b admin admin] Network hostable DHCP agents. Network: 39fcb412-7855-4f07-b0aa-e0f46920420d, hostable agents: ['7055d141-b128-493c-8fde-b010d723709d'], hosted agents: [] {{(pid=83237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:41:28.399130 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3bc48-db5d-4d58-9ecc-6574a299a347 req-9a4021b4-ebab-4382-9f48-bab300b329c6 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:28.401308 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-29f3bc48-db5d-4d58-9ecc-6574a299a347 req-9a4021b4-ebab-4382-9f48-bab300b329c6 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=140109ba-5528-485f-bf9c-52fd1863f240 HTTP/1.1" status: 200 len: 945 time: 0.1258070 May 25 22:41:28.424440 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97261ac-5263-4fc8-8e01-5d439029530b admin admin] Network 39fcb412-7855-4f07-b0aa-e0f46920420d is scheduled to be hosted by DHCP agent 7055d141-b128-493c-8fde-b010d723709d with binding_index 1 {{(pid=83237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:41:28.438424 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-34fe7a82-24dd-41f8-aa2f-69404f7ae575 req-161503fc-4a80-4061-a8b8-73480183d86b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=140109ba-5528-485f-bf9c-52fd1863f240 HTTP/1.1" status: 200 len: 1098 time: 0.0759244 May 25 22:41:28.443313 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.base_scheduler [None req-f97261ac-5263-4fc8-8e01-5d439029530b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-1-iscsi, 39fcb412-7855-4f07-b0aa-e0f46920420d) {{(pid=83237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:41:28.450808 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97261ac-5263-4fc8-8e01-5d439029530b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:28.451377 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-f97261ac-5263-4fc8-8e01-5d439029530b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for subnet, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:28.468852 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-29f3bc48-db5d-4d58-9ecc-6574a299a347 req-0015333e-9b27-4336-8eea-81bda0e68767 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f11c91e-e753-4014-ad6d-393382cce8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613246 May 25 22:41:28.476716 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a25362a-b872-4bd1-a219-2083d33c6552 None None] Network 39fcb412-7855-4f07-b0aa-e0f46920420d requested from dv-cinder-843305-1-iscsi {{(pid=83238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:41:28.488629 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-f97261ac-5263-4fc8-8e01-5d439029530b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5090821 May 25 22:41:28.511331 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-34fe7a82-24dd-41f8-aa2f-69404f7ae575 req-08135ba5-d709-4bb3-9655-400cadab89db service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8f11c91e-e753-4014-ad6d-393382cce8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676558 May 25 22:41:28.769861 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1623e4-45fa-4d02-9388-7a21de6c4f22 None None] Network 39fcb412-7855-4f07-b0aa-e0f46920420d requested from dv-cinder-843305-1-iscsi {{(pid=83238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:41:29.629744 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-a1878e82-7f9d-47f7-bd6b-6162a2702279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:29.685601 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c5703-691e-4ffa-82e8-1624741c8ce3 req-aedd8e70-a335-4dec-8e1c-b69649f396e1 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:29.687025 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-7f0c5703-691e-4ffa-82e8-1624741c8ce3 req-aedd8e70-a335-4dec-8e1c-b69649f396e1 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=140109ba-5528-485f-bf9c-52fd1863f240 HTTP/1.1" status: 200 len: 945 time: 0.0763867 May 25 22:41:29.734525 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-7f0c5703-691e-4ffa-82e8-1624741c8ce3 req-3617e375-81c0-45f7-a3c6-8d7ae335fb38 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f11c91e-e753-4014-ad6d-393382cce8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419803 May 25 22:41:29.923183 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54eb665-ac21-4907-8ecf-8ca4f40abec9 req-cfb890c0-0c5e-4749-810c-286d604a33cd tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:29.924656 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-c54eb665-ac21-4907-8ecf-8ca4f40abec9 req-cfb890c0-0c5e-4749-810c-286d604a33cd tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=140109ba-5528-485f-bf9c-52fd1863f240 HTTP/1.1" status: 200 len: 945 time: 0.0758407 May 25 22:41:29.933266 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 60606) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:41:29.938226 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-8782b582-31bb-4a7c-bcea-8690062fdee4 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Request body: {'floatingip': {'port_id': '43088045-659d-43ee-9ba3-a40af72b2845'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:41:30.014326 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8782b582-31bb-4a7c-bcea-8690062fdee4 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for floatingip, before_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:30.678444 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43710af8-9a10-4415-b264-15c996d55218 req-9b9e93ba-f01e-4691-84b9-80432a4d8206 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:30.679110 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-43710af8-9a10-4415-b264-15c996d55218 req-9b9e93ba-f01e-4691-84b9-80432a4d8206 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Synchronizing usage tracker for tenant:c8027bf14dc24b358a785ccb0ca63775 on resource:network {{(pid=83237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:41:30.706481 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-43710af8-9a10-4415-b264-15c996d55218 req-9b9e93ba-f01e-4691-84b9-80432a4d8206 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Unset dirty status for tenant:c8027bf14dc24b358a785ccb0ca63775 on resource:network {{(pid=83237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:41:30.707634 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-43710af8-9a10-4415-b264-15c996d55218 req-9b9e93ba-f01e-4691-84b9-80432a4d8206 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.39 "GET /v2.0/networks?id=39fcb412-7855-4f07-b0aa-e0f46920420d HTTP/1.1" status: 200 len: 814 time: 0.3618865 May 25 22:41:30.731331 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-43710af8-9a10-4415-b264-15c996d55218 req-e251ac8d-122b-4453-864a-64fd1cb66273 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.39 "GET /v2.0/quotas/c8027bf14dc24b358a785ccb0ca63775 HTTP/1.1" status: 200 len: 375 time: 0.0153258 May 25 22:41:30.840916 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-43710af8-9a10-4415-b264-15c996d55218 req-ad6af498-9b00-440e-b8fa-da52312efd9f tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c8027bf14dc24b358a785ccb0ca63775&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619490 May 25 22:41:30.882550 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8782b582-31bb-4a7c-bcea-8690062fdee4 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:30.925868 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8782b582-31bb-4a7c-bcea-8690062fdee4 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335082'] for floatingip, after_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:31.106553 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-43710af8-9a10-4415-b264-15c996d55218 req-03f070f1-4d91-48f3-bd7a-78e43abb72a8 service neutron] 10.222.0.39 "GET /v2.0/networks/39fcb412-7855-4f07-b0aa-e0f46920420d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584481 May 25 22:41:31.279088 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-43710af8-9a10-4415-b264-15c996d55218 req-6a400868-fad4-460e-bf57-00c5318ec4ec service neutron] 10.222.0.39 "GET /v2.0/networks/39fcb412-7855-4f07-b0aa-e0f46920420d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663570 May 25 22:41:31.298446 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.db.l3_db [None req-8782b582-31bb-4a7c-bcea-8690062fdee4 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Floating IP 3acf753c-d2f4-43fc-8861-4268be8ec205 associated. External IP: 172.27.0.170, port: 43088045-659d-43ee-9ba3-a40af72b2845. May 25 22:41:31.478521 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-acdf9867-c360-4166-8beb-ec6262f81510 req-87acbc92-7af6-47d1-85cd-937c99fa4a91 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.39 "GET /v2.0/ports?device_id=03ee46b7-ea54-4bad-8029-5a5c148ae63b HTTP/1.1" status: 200 len: 210 time: 0.0450170 May 25 22:41:31.743496 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8782b582-31bb-4a7c-bcea-8690062fdee4 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Router c59067a3-0264-4d42-9ec2-78de27f8bb1f has already been hosted by L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a {{(pid=83237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:41:31.825063 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-282f9fa4-37cf-4bde-9ac7-68702e88ffbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:31.958954 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8782b582-31bb-4a7c-bcea-8690062fdee4 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:41:31.963932 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8782b582-31bb-4a7c-bcea-8690062fdee4 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for floatingip, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:31.970223 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fe926d-abcd-41c7-8fc9-16b7b13ec462 None None] Sync routers for ids ['c59067a3-0264-4d42-9ec2-78de27f8bb1f'] in dv-cinder-843305-1-iscsi {{(pid=83239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:41:31.983112 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fe926d-abcd-41c7-8fc9-16b7b13ec462 None None] Routers {'c59067a3-0264-4d42-9ec2-78de27f8bb1f'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:41:31.983872 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-23fe926d-abcd-41c7-8fc9-16b7b13ec462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:41:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['c59067a3-0264-4d42-9ec2-78de27f8bb1f'], 'active': True} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:41:32.020417 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-8782b582-31bb-4a7c-bcea-8690062fdee4 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "PUT /v2.0/floatingips/3acf753c-d2f4-43fc-8861-4268be8ec205 HTTP/1.1" status: 200 len: 991 time: 2.0858197 May 25 22:41:32.021602 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140109ba-5528-485f-bf9c-52fd1863f240', 'tag': '43088045-659d-43ee-9ba3-a40af72b2845'}] {{(pid=83237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:41:32.079350 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c00ca99c-0abe-4c78-88bb-a2b4b05037ce'] response: {'name': 'network-changed', 'server_uuid': '140109ba-5528-485f-bf9c-52fd1863f240', 'tag': '43088045-659d-43ee-9ba3-a40af72b2845', 'status': 'completed', 'code': 200} May 25 22:41:32.190708 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-6e2d3ed0-cc0b-4374-a2d1-dc90b6037018 req-6363d12a-941d-4ad2-9dd1-db08178f6e78 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e555a5edad0e42029674c53c2976a6de&device_id=140109ba-5528-485f-bf9c-52fd1863f240 HTTP/1.1" status: 200 len: 1098 time: 0.0721133 May 25 22:41:32.195258 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvr_db [None req-23fe926d-abcd-41c7-8fc9-16b7b13ec462 None None] Set router c59067a3-0264-4d42-9ec2-78de27f8bb1f gateway port host: dv-cinder-843305-1-iscsi {{(pid=83239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:41:32.331630 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d3ed0-cc0b-4374-a2d1-dc90b6037018 req-51d1448f-c1d9-47ed-91b0-17865731ce6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:32.333128 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-6e2d3ed0-cc0b-4374-a2d1-dc90b6037018 req-51d1448f-c1d9-47ed-91b0-17865731ce6a service neutron] 10.222.0.45 "GET /v2.0/networks?id=6fc60487-fe5e-4f0e-968b-ad40e0f30290 HTTP/1.1" status: 200 len: 916 time: 0.1358395 May 25 22:41:32.463505 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-6e2d3ed0-cc0b-4374-a2d1-dc90b6037018 req-7dabb5d2-3c26-4674-9807-4ddce5e1e439 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43088045-659d-43ee-9ba3-a40af72b2845 HTTP/1.1" status: 200 len: 999 time: 0.1003034 May 25 22:41:32.568642 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-23fe926d-abcd-41c7-8fc9-16b7b13ec462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'name': 'tempest-AttachVolumeNegativeTest-1070406310-router', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:51Z', 'updated_at': '2022-05-25T22:38:57Z', 'revision_number': 4, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'gw_port': {'id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:52Z', 'updated_at': '2022-05-25T22:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_floatingips': [{'id': '3acf753c-d2f4-43fc-8861-4268be8ec205', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'floating_ip_address': '172.27.0.170', 'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'router_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'port_id': '43088045-659d-43ee-9ba3-a40af72b2845', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'mac_address': 'fa:16:3e:1c:9e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140109ba-5528-485f-bf9c-52fd1863f240', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:41:19Z', 'updated_at': '2022-05-25T22:41:30Z', 'revision_number': 1, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fd0f086-ede6-481a-ba38-c6f08f2fce6c', 'name': '', 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'mac_address': 'fa:16:3e:e0:94:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:56Z', 'updated_at': '2022-05-25T22:39:14Z', 'revision_number': 5, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'subnets': [{'id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:41:32.573211 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fe926d-abcd-41c7-8fc9-16b7b13ec462 None None] Checking router: c59067a3-0264-4d42-9ec2-78de27f8bb1f for host: dv-cinder-843305-1-iscsi {{(pid=83239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:41:32.585283 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fe926d-abcd-41c7-8fc9-16b7b13ec462 None None] Routers {'c59067a3-0264-4d42-9ec2-78de27f8bb1f'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:41:32.586172 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-23fe926d-abcd-41c7-8fc9-16b7b13ec462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:41:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['c59067a3-0264-4d42-9ec2-78de27f8bb1f'], 'active': True} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:41:32.614475 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d3ed0-cc0b-4374-a2d1-dc90b6037018 req-704ada48-306b-43e6-b059-ce7cbc78fa2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:32.615980 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-6e2d3ed0-cc0b-4374-a2d1-dc90b6037018 req-704ada48-306b-43e6-b059-ce7cbc78fa2d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5cd7d5a-b211-4d75-93e3-7264c9b5bb90 HTTP/1.1" status: 200 len: 854 time: 0.1230464 May 25 22:41:32.691821 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-1172bd8b-421c-4074-a3b1-afe30215a8d8 req-c844b938-45ce-474a-86b8-a9afcf76fbc0 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.39 "GET /v2.0/ports?device_id=03ee46b7-ea54-4bad-8029-5a5c148ae63b HTTP/1.1" status: 200 len: 210 time: 0.0622265 May 25 22:41:32.735496 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43710af8-9a10-4415-b264-15c996d55218 req-cbf3a14f-987a-4332-ba5e-bb7d05762ff3 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:32.735496 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-43710af8-9a10-4415-b264-15c996d55218 req-cbf3a14f-987a-4332-ba5e-bb7d05762ff3 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.45 "GET /v2.0/networks?id=39fcb412-7855-4f07-b0aa-e0f46920420d HTTP/1.1" status: 200 len: 814 time: 0.2635226 May 25 22:41:32.747812 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-6e2d3ed0-cc0b-4374-a2d1-dc90b6037018 req-1ff5ea82-0ee0-43f8-a6d7-e3e82ecd0541 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6fc60487-fe5e-4f0e-968b-ad40e0f30290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1228175 May 25 22:41:32.760481 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [req-43710af8-9a10-4415-b264-15c996d55218 req-1a30e90e-d3fb-475a-baa8-e69c26356c11 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Request body: {'port': {'device_id': '03ee46b7-ea54-4bad-8029-5a5c148ae63b', 'network_id': '39fcb412-7855-4f07-b0aa-e0f46920420d', 'admin_state_up': True, 'tenant_id': 'c8027bf14dc24b358a785ccb0ca63775'}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:41:32.786977 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvr_db [None req-23fe926d-abcd-41c7-8fc9-16b7b13ec462 None None] Set router c59067a3-0264-4d42-9ec2-78de27f8bb1f gateway port host: dv-cinder-843305-1-iscsi {{(pid=83239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:41:32.911353 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:33.000803 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-6e2d3ed0-cc0b-4374-a2d1-dc90b6037018 req-d309f3a0-3071-4160-8b2d-c33547b027dd service neutron] 10.222.0.45 "GET /v2.0/networks/6fc60487-fe5e-4f0e-968b-ad40e0f30290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241898 May 25 22:41:33.030258 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [req-43710af8-9a10-4415-b264-15c996d55218 req-1a30e90e-d3fb-475a-baa8-e69c26356c11 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:41:33.070794 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:33.077572 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-43710af8-9a10-4415-b264-15c996d55218 req-1a30e90e-d3fb-475a-baa8-e69c26356c11 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Usage tracker for resource:port and tenant:c8027bf14dc24b358a785ccb0ca63775 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:41:33.083846 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-43710af8-9a10-4415-b264-15c996d55218 req-1a30e90e-d3fb-475a-baa8-e69c26356c11 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:41:33.096462 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [req-43710af8-9a10-4415-b264-15c996d55218 req-1a30e90e-d3fb-475a-baa8-e69c26356c11 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:41:33.117937 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43710af8-9a10-4415-b264-15c996d55218 req-1a30e90e-d3fb-475a-baa8-e69c26356c11 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Made reservation on behalf of c8027bf14dc24b358a785ccb0ca63775 for: {'port': 1} {{(pid=83236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:41:33.121128 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-43710af8-9a10-4415-b264-15c996d55218 req-1a30e90e-d3fb-475a-baa8-e69c26356c11 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:33.142426 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-23fe926d-abcd-41c7-8fc9-16b7b13ec462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'name': 'tempest-AttachVolumeNegativeTest-1070406310-router', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:51Z', 'updated_at': '2022-05-25T22:38:57Z', 'revision_number': 4, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'gw_port': {'id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:52Z', 'updated_at': '2022-05-25T22:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_floatingips': [{'id': '3acf753c-d2f4-43fc-8861-4268be8ec205', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'floating_ip_address': '172.27.0.170', 'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'router_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'port_id': '43088045-659d-43ee-9ba3-a40af72b2845', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'mac_address': 'fa:16:3e:1c:9e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140109ba-5528-485f-bf9c-52fd1863f240', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:41:19Z', 'updated_at': '2022-05-25T22:41:30Z', 'revision_number': 1, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fd0f086-ede6-481a-ba38-c6f08f2fce6c', 'name': '', 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'mac_address': 'fa:16:3e:e0:94:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:56Z', 'updated_at': '2022-05-25T22:39:14Z', 'revision_number': 5, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'subnets': [{'id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:41:33.147420 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fe926d-abcd-41c7-8fc9-16b7b13ec462 None None] The sync data for ids ['c59067a3-0264-4d42-9ec2-78de27f8bb1f'] in dv-cinder-843305-1-iscsi is: [{'id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'name': 'tempest-AttachVolumeNegativeTest-1070406310-router', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:51Z', 'updated_at': '2022-05-25T22:38:57Z', 'revision_number': 4, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'gw_port': {'id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:52Z', 'updated_at': '2022-05-25T22:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_floatingips': [{'id': '3acf753c-d2f4-43fc-8861-4268be8ec205', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'floating_ip_address': '172.27.0.170', 'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'router_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'port_id': '43088045-659d-43ee-9ba3-a40af72b2845', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'mac_address': 'fa:16:3e:1c:9e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140109ba-5528-485f-bf9c-52fd1863f240', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:41:19Z', 'updated_at': '2022-05-25T22:41:30Z', 'revision_number': 1, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fd0f086-ede6-481a-ba38-c6f08f2fce6c', 'name': '', 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'mac_address': 'fa:16:3e:e0:94:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:56Z', 'updated_at': '2022-05-25T22:39:14Z', 'revision_number': 5, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'subnets': [{'id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:41:33.203060 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-6e2d3ed0-cc0b-4374-a2d1-dc90b6037018 req-47e23929-09f1-4336-b73d-1b2cfff8a78a service neutron] 10.222.0.45 "GET /v2.0/networks/6fc60487-fe5e-4f0e-968b-ad40e0f30290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951940 May 25 22:41:33.315695 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.db_base_plugin_common [req-43710af8-9a10-4415-b264-15c996d55218 req-1a30e90e-d3fb-475a-baa8-e69c26356c11 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Allocated IP 172.20.0.7 (39fcb412-7855-4f07-b0aa-e0f46920420d/169e6158-b558-47cf-9fc7-bdac6c38deb1/cdf54c3a-d97c-44b0-8541-ab44e9a4a14a) {{(pid=83236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:41:33.341572 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fe254a-5bd0-425f-b1d3-25630ee12a0e None None] New status for floating IP 3acf753c-d2f4-43fc-8861-4268be8ec205: ACTIVE {{(pid=83238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:41:33.607179 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-43710af8-9a10-4415-b264-15c996d55218 req-1a30e90e-d3fb-475a-baa8-e69c26356c11 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Notify callbacks [] for port, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:33.635053 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-43710af8-9a10-4415-b264-15c996d55218 req-1a30e90e-d3fb-475a-baa8-e69c26356c11 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:33.702797 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43710af8-9a10-4415-b264-15c996d55218 req-1a30e90e-d3fb-475a-baa8-e69c26356c11 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Network 39fcb412-7855-4f07-b0aa-e0f46920420d is already hosted by enough agents. {{(pid=83236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:41:33.705584 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.base_scheduler [req-43710af8-9a10-4415-b264-15c996d55218 req-1a30e90e-d3fb-475a-baa8-e69c26356c11 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Resources bound (agent type, host, resource id): {{(pid=83236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:41:33.708284 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [req-43710af8-9a10-4415-b264-15c996d55218 req-1a30e90e-d3fb-475a-baa8-e69c26356c11 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Received port after_create {{(pid=83236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:41:33.750164 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a30e90e-d3fb-475a-baa8-e69c26356c11 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Pushing event updated for resources: {'Port': ['ID=cdf54c3a-d97c-44b0-8541-ab44e9a4a14a,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:33.768787 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a30e90e-d3fb-475a-baa8-e69c26356c11 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:41:33.769124 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a30e90e-d3fb-475a-baa8-e69c26356c11 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:41:33.769459 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a30e90e-d3fb-475a-baa8-e69c26356c11 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:41:33.769792 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a30e90e-d3fb-475a-baa8-e69c26356c11 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:41:33.770137 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a30e90e-d3fb-475a-baa8-e69c26356c11 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:41:33.770496 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a30e90e-d3fb-475a-baa8-e69c26356c11 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:41:33.770851 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a30e90e-d3fb-475a-baa8-e69c26356c11 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:41:33.771171 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a30e90e-d3fb-475a-baa8-e69c26356c11 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:41:33.771492 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a30e90e-d3fb-475a-baa8-e69c26356c11 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:41:33.771960 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a30e90e-d3fb-475a-baa8-e69c26356c11 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:41:33.772278 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a30e90e-d3fb-475a-baa8-e69c26356c11 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:41:33.788336 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43710af8-9a10-4415-b264-15c996d55218 req-1a30e90e-d3fb-475a-baa8-e69c26356c11 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:33.788910 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-43710af8-9a10-4415-b264-15c996d55218 req-1a30e90e-d3fb-475a-baa8-e69c26356c11 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:33.811326 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-43710af8-9a10-4415-b264-15c996d55218 req-1a30e90e-d3fb-475a-baa8-e69c26356c11 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0544236 May 25 22:41:33.828302 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [req-43710af8-9a10-4415-b264-15c996d55218 req-df3609ad-988c-417a-8f15-db23e300aa03 service neutron] Request body: {'port': {'device_id': '03ee46b7-ea54-4bad-8029-5a5c148ae63b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:41:33.945351 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-43710af8-9a10-4415-b264-15c996d55218 req-df3609ad-988c-417a-8f15-db23e300aa03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:34.007955 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c04f99-3cfc-43c7-a3fd-713b70d3418e req-d0edb3a8-5d71-4220-9799-0d2f99c23733 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:34.009545 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-d6c04f99-3cfc-43c7-a3fd-713b70d3418e req-d0edb3a8-5d71-4220-9799-0d2f99c23733 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.39 "GET /v2.0/ports?device_id=03ee46b7-ea54-4bad-8029-5a5c148ae63b HTTP/1.1" status: 200 len: 931 time: 0.1912606 May 25 22:41:34.056005 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-d6c04f99-3cfc-43c7-a3fd-713b70d3418e req-75e40724-e399-4af9-b86e-1c16cbcf5ffa tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Synchronizing usage tracker for tenant:c8027bf14dc24b358a785ccb0ca63775 on resource:security_group {{(pid=83237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:41:34.072094 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-d6c04f99-3cfc-43c7-a3fd-713b70d3418e req-75e40724-e399-4af9-b86e-1c16cbcf5ffa tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Unset dirty status for tenant:c8027bf14dc24b358a785ccb0ca63775 on resource:security_group {{(pid=83237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:41:34.073213 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-d6c04f99-3cfc-43c7-a3fd-713b70d3418e req-75e40724-e399-4af9-b86e-1c16cbcf5ffa tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6b161e4-8347-4d26-b79f-2764ac4c1d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583107 May 25 22:41:34.281552 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [req-43710af8-9a10-4415-b264-15c996d55218 req-df3609ad-988c-417a-8f15-db23e300aa03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdf54c3a-d97c-44b0-8541-ab44e9a4a14a {{(pid=83236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:41:34.288819 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-43710af8-9a10-4415-b264-15c996d55218 req-df3609ad-988c-417a-8f15-db23e300aa03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:34.303075 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.provisioning_blocks [req-43710af8-9a10-4415-b264-15c996d55218 req-df3609ad-988c-417a-8f15-db23e300aa03 service neutron] Transition to ACTIVE for port object cdf54c3a-d97c-44b0-8541-ab44e9a4a14a will not be triggered until provisioned by entity L2. {{(pid=83236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:41:34.306830 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-43710af8-9a10-4415-b264-15c996d55218 req-df3609ad-988c-417a-8f15-db23e300aa03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1630987'] for port, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:34.368318 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:34.431404 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3609ad-988c-417a-8f15-db23e300aa03 service neutron] Pushing event updated for resources: {'Port': ['ID=cdf54c3a-d97c-44b0-8541-ab44e9a4a14a,revision_number=2']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:34.535570 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-43710af8-9a10-4415-b264-15c996d55218 req-df3609ad-988c-417a-8f15-db23e300aa03 service neutron] Attempting to bind port cdf54c3a-d97c-44b0-8541-ab44e9a4a14a on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:41:34.535826 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-43710af8-9a10-4415-b264-15c996d55218 req-df3609ad-988c-417a-8f15-db23e300aa03 service neutron] Attempting to bind port cdf54c3a-d97c-44b0-8541-ab44e9a4a14a by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '1e5c1018-7dd3-410a-bf40-6f3c442a1cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '39fcb412-7855-4f07-b0aa-e0f46920420d'}] {{(pid=83236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:41:34.536728 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43710af8-9a10-4415-b264-15c996d55218 req-df3609ad-988c-417a-8f15-db23e300aa03 service neutron] Attempting to bind port cdf54c3a-d97c-44b0-8541-ab44e9a4a14a on network 39fcb412-7855-4f07-b0aa-e0f46920420d {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:41:34.542316 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43710af8-9a10-4415-b264-15c996d55218 req-df3609ad-988c-417a-8f15-db23e300aa03 service neutron] Port cdf54c3a-d97c-44b0-8541-ab44e9a4a14a on network 39fcb412-7855-4f07-b0aa-e0f46920420d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:41:34.542626 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43710af8-9a10-4415-b264-15c996d55218 req-df3609ad-988c-417a-8f15-db23e300aa03 service neutron] Attempting to bind port cdf54c3a-d97c-44b0-8541-ab44e9a4a14a on network 39fcb412-7855-4f07-b0aa-e0f46920420d {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:41:34.548736 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43710af8-9a10-4415-b264-15c996d55218 req-df3609ad-988c-417a-8f15-db23e300aa03 service neutron] Checking agent: {'id': 'ba48c32d-6c3d-40ce-a4ff-91ef21d08f39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 30, 42), 'started_at': datetime.datetime(2022, 5, 25, 22, 30, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:41:34.549060 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43710af8-9a10-4415-b264-15c996d55218 req-df3609ad-988c-417a-8f15-db23e300aa03 service neutron] Checking segment: {'id': '1e5c1018-7dd3-410a-bf40-6f3c442a1cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '39fcb412-7855-4f07-b0aa-e0f46920420d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:41:34.549434 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43710af8-9a10-4415-b264-15c996d55218 req-df3609ad-988c-417a-8f15-db23e300aa03 service neutron] Bound using segment: {'id': '1e5c1018-7dd3-410a-bf40-6f3c442a1cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '39fcb412-7855-4f07-b0aa-e0f46920420d'} {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:41:34.549848 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-43710af8-9a10-4415-b264-15c996d55218 req-df3609ad-988c-417a-8f15-db23e300aa03 service neutron] Bound port: cdf54c3a-d97c-44b0-8541-ab44e9a4a14a, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e5c1018-7dd3-410a-bf40-6f3c442a1cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '39fcb412-7855-4f07-b0aa-e0f46920420d'}}] {{(pid=83236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:41:34.550178 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-43710af8-9a10-4415-b264-15c996d55218 req-df3609ad-988c-417a-8f15-db23e300aa03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:34.636177 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-43710af8-9a10-4415-b264-15c996d55218 req-df3609ad-988c-417a-8f15-db23e300aa03 service neutron] For port cdf54c3a-d97c-44b0-8541-ab44e9a4a14a, host hv-cinder-84330, cleared binding levels {{(pid=83236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:41:34.639292 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-43710af8-9a10-4415-b264-15c996d55218 req-df3609ad-988c-417a-8f15-db23e300aa03 service neutron] For port cdf54c3a-d97c-44b0-8541-ab44e9a4a14a, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=cdf54c3a-d97c-44b0-8541-ab44e9a4a14a,segment=NetworkSegment(1e5c1018-7dd3-410a-bf40-6f3c442a1cb5),segment_id=1e5c1018-7dd3-410a-bf40-6f3c442a1cb5)] {{(pid=83236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:41:34.642974 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-43710af8-9a10-4415-b264-15c996d55218 req-df3609ad-988c-417a-8f15-db23e300aa03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1630987'] for port, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:34.703634 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-43710af8-9a10-4415-b264-15c996d55218 req-df3609ad-988c-417a-8f15-db23e300aa03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:34.704995 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-43710af8-9a10-4415-b264-15c996d55218 req-df3609ad-988c-417a-8f15-db23e300aa03 service neutron] 10.222.0.45 "PUT /v2.0/ports/cdf54c3a-d97c-44b0-8541-ab44e9a4a14a HTTP/1.1" status: 200 len: 1093 time: 0.8807552 May 25 22:41:34.707608 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03ee46b7-ea54-4bad-8029-5a5c148ae63b', 'tag': 'cdf54c3a-d97c-44b0-8541-ab44e9a4a14a'}] {{(pid=83236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:41:34.726471 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3609ad-988c-417a-8f15-db23e300aa03 service neutron] Pushing event updated for resources: {'Port': ['ID=cdf54c3a-d97c-44b0-8541-ab44e9a4a14a,revision_number=3']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:34.794829 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-803349dc-1984-439b-99ac-994b9189aeb3'] response: {'name': 'network-changed', 'server_uuid': '03ee46b7-ea54-4bad-8029-5a5c148ae63b', 'tag': 'cdf54c3a-d97c-44b0-8541-ab44e9a4a14a', 'status': 'completed', 'code': 200} May 25 22:41:34.834665 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-43710af8-9a10-4415-b264-15c996d55218 req-6508a599-2ac4-4104-b4b5-228f0446934a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c8027bf14dc24b358a785ccb0ca63775&device_id=03ee46b7-ea54-4bad-8029-5a5c148ae63b HTTP/1.1" status: 200 len: 1096 time: 0.0705259 May 25 22:41:34.908344 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-43710af8-9a10-4415-b264-15c996d55218 req-f878e896-d1ba-4eb1-a87c-87d909b13828 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdf54c3a-d97c-44b0-8541-ab44e9a4a14a HTTP/1.1" status: 200 len: 217 time: 0.0620739 May 25 22:41:34.968815 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43710af8-9a10-4415-b264-15c996d55218 req-af3f678b-7a77-4b84-9e6a-648cb2ab8c04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:34.970217 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-43710af8-9a10-4415-b264-15c996d55218 req-af3f678b-7a77-4b84-9e6a-648cb2ab8c04 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=169e6158-b558-47cf-9fc7-bdac6c38deb1 HTTP/1.1" status: 200 len: 854 time: 0.0561528 May 25 22:41:35.013905 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-43710af8-9a10-4415-b264-15c996d55218 req-12e6d988-e3d0-4512-8edc-18c82c447f9f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=39fcb412-7855-4f07-b0aa-e0f46920420d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384281 May 25 22:41:35.151273 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-43710af8-9a10-4415-b264-15c996d55218 req-e465cf65-0840-49d1-93f9-3c71ed0dc058 service neutron] 10.222.0.45 "GET /v2.0/networks/39fcb412-7855-4f07-b0aa-e0f46920420d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216052 May 25 22:41:35.270177 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e7901-1e11-4b7f-af8a-f97172b14c82 req-5aacbc21-b39f-47d9-8216-88661811fa87 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:35.272073 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-371e7901-1e11-4b7f-af8a-f97172b14c82 req-5aacbc21-b39f-47d9-8216-88661811fa87 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.39 "GET /v2.0/ports?device_id=03ee46b7-ea54-4bad-8029-5a5c148ae63b HTTP/1.1" status: 200 len: 943 time: 0.0802994 May 25 22:41:35.294131 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-43710af8-9a10-4415-b264-15c996d55218 req-01603221-ef4f-46f3-a82f-bd7cbd9a4016 service neutron] 10.222.0.45 "GET /v2.0/networks/39fcb412-7855-4f07-b0aa-e0f46920420d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269479 May 25 22:41:35.319188 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-371e7901-1e11-4b7f-af8a-f97172b14c82 req-2cd91047-3c81-4d42-b8c9-4bdba4b71575 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6b161e4-8347-4d26-b79f-2764ac4c1d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415938 May 25 22:41:35.529622 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-6c5ba86b-46b1-4726-aa68-1df6202e0e5e req-e8051acb-24ce-412e-ad99-dc937b4cf397 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c8027bf14dc24b358a785ccb0ca63775&device_id=03ee46b7-ea54-4bad-8029-5a5c148ae63b HTTP/1.1" status: 200 len: 1096 time: 0.1479173 May 25 22:41:35.656226 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ba86b-46b1-4726-aa68-1df6202e0e5e req-ec5f3bf9-f1a2-48a2-b46c-8c2dd65ae736 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:35.657636 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-6c5ba86b-46b1-4726-aa68-1df6202e0e5e req-ec5f3bf9-f1a2-48a2-b46c-8c2dd65ae736 service neutron] 10.222.0.45 "GET /v2.0/networks?id=39fcb412-7855-4f07-b0aa-e0f46920420d HTTP/1.1" status: 200 len: 915 time: 0.1215954 May 25 22:41:35.726023 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-6c5ba86b-46b1-4726-aa68-1df6202e0e5e req-7c35fb2f-a85d-476a-b77d-9c1abdfdd515 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdf54c3a-d97c-44b0-8541-ab44e9a4a14a HTTP/1.1" status: 200 len: 217 time: 0.0615416 May 25 22:41:35.786791 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ba86b-46b1-4726-aa68-1df6202e0e5e req-4c9ff618-265a-4981-a71c-d90398a776e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:35.788388 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-6c5ba86b-46b1-4726-aa68-1df6202e0e5e req-4c9ff618-265a-4981-a71c-d90398a776e2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=169e6158-b558-47cf-9fc7-bdac6c38deb1 HTTP/1.1" status: 200 len: 854 time: 0.0564690 May 25 22:41:35.839072 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-6c5ba86b-46b1-4726-aa68-1df6202e0e5e req-63353c89-26f5-4b7d-96a9-1e8c6b33ab30 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=39fcb412-7855-4f07-b0aa-e0f46920420d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391977 May 25 22:41:35.968831 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-6c5ba86b-46b1-4726-aa68-1df6202e0e5e req-4cb16bcf-6b10-45b8-a188-9bd2b94f4d5a service neutron] 10.222.0.45 "GET /v2.0/networks/39fcb412-7855-4f07-b0aa-e0f46920420d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235979 May 25 22:41:36.097562 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-6c5ba86b-46b1-4726-aa68-1df6202e0e5e req-ca4d2454-eec3-454e-a5d0-f1801a9a6298 service neutron] 10.222.0.45 "GET /v2.0/networks/39fcb412-7855-4f07-b0aa-e0f46920420d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226168 May 25 22:41:36.519762 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620899db-88ce-4f35-8f4d-4e6e66b15da4 req-1c434a3b-e650-46bb-814b-d6055c083bb8 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:36.521893 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-620899db-88ce-4f35-8f4d-4e6e66b15da4 req-1c434a3b-e650-46bb-814b-d6055c083bb8 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.39 "GET /v2.0/ports?device_id=03ee46b7-ea54-4bad-8029-5a5c148ae63b HTTP/1.1" status: 200 len: 943 time: 0.0799415 May 25 22:41:36.566395 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-620899db-88ce-4f35-8f4d-4e6e66b15da4 req-145c7ecd-f000-4eca-a927-a8a433abb956 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6b161e4-8347-4d26-b79f-2764ac4c1d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389049 May 25 22:41:37.761407 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd40e6f-fcec-4fd9-9909-95b7d659e59a req-3f8f0f4b-1da6-4903-9303-5ae556f3ec86 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:37.762749 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-5dd40e6f-fcec-4fd9-9909-95b7d659e59a req-3f8f0f4b-1da6-4903-9303-5ae556f3ec86 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.39 "GET /v2.0/ports?device_id=03ee46b7-ea54-4bad-8029-5a5c148ae63b HTTP/1.1" status: 200 len: 943 time: 0.0791655 May 25 22:41:37.806801 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-5dd40e6f-fcec-4fd9-9909-95b7d659e59a req-1315aae9-a2d1-4f60-a591-ef2418a27a83 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6b161e4-8347-4d26-b79f-2764ac4c1d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385749 May 25 22:41:37.836566 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device cdf54c3a-d97c-44b0-8541-ab44e9a4a14a details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 22:41:37.973484 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port cdf54c3a-d97c-44b0-8541-ab44e9a4a14a, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=cdf54c3a-d97c-44b0-8541-ab44e9a4a14a,segment=NetworkSegment(1e5c1018-7dd3-410a-bf40-6f3c442a1cb5),segment_id=1e5c1018-7dd3-410a-bf40-6f3c442a1cb5)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:41:37.985881 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Returning: {'device': 'cdf54c3a-d97c-44b0-8541-ab44e9a4a14a', 'network_id': '39fcb412-7855-4f07-b0aa-e0f46920420d', 'port_id': 'cdf54c3a-d97c-44b0-8541-ab44e9a4a14a', 'mac_address': 'fa:16:3e:27:5c:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '169e6158-b558-47cf-9fc7-bdac6c38deb1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 22:41:38.038699 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:38.055859 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.notifiers.nova [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdf54c3a-d97c-44b0-8541-ab44e9a4a14a {{(pid=83238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:41:38.070738 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port cdf54c3a-d97c-44b0-8541-ab44e9a4a14a, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=cdf54c3a-d97c-44b0-8541-ab44e9a4a14a,segment=NetworkSegment(1e5c1018-7dd3-410a-bf40-6f3c442a1cb5),segment_id=1e5c1018-7dd3-410a-bf40-6f3c442a1cb5)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:41:38.074754 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:38.140100 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Pushing event updated for resources: {'Port': ['ID=cdf54c3a-d97c-44b0-8541-ab44e9a4a14a,revision_number=4']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:38.352055 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] get_ports_and_sgs() called for port_ids ['cdf54c3a-d97c-44b0-8541-ab44e9a4a14a'] {{(pid=83238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:41:39.000431 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62464891-56b9-488c-95a0-11cfe692c23c req-e6dc5f17-c2d1-41db-8efa-f0c88fec95c6 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:39.001849 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-62464891-56b9-488c-95a0-11cfe692c23c req-e6dc5f17-c2d1-41db-8efa-f0c88fec95c6 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.39 "GET /v2.0/ports?device_id=03ee46b7-ea54-4bad-8029-5a5c148ae63b HTTP/1.1" status: 200 len: 944 time: 0.0750144 May 25 22:41:39.046160 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-62464891-56b9-488c-95a0-11cfe692c23c req-6304eed6-d491-4574-9aa2-520d8053887b tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6b161e4-8347-4d26-b79f-2764ac4c1d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388682 May 25 22:41:39.844551 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device cdf54c3a-d97c-44b0-8541-ab44e9a4a14a up at agent hyperv_hv-cinder-84330 {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:41:39.915290 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Provisioning for port cdf54c3a-d97c-44b0-8541-ab44e9a4a14a completed by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:41:39.919879 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Provisioning complete for port cdf54c3a-d97c-44b0-8541-ab44e9a4a14a triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:41:39.920237 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:40.033140 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:40.058368 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03ee46b7-ea54-4bad-8029-5a5c148ae63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf54c3a-d97c-44b0-8541-ab44e9a4a14a'}] {{(pid=83238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:41:40.068721 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port cdf54c3a-d97c-44b0-8541-ab44e9a4a14a, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=cdf54c3a-d97c-44b0-8541-ab44e9a4a14a,segment=NetworkSegment(1e5c1018-7dd3-410a-bf40-6f3c442a1cb5),segment_id=1e5c1018-7dd3-410a-bf40-6f3c442a1cb5)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:41:40.072250 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:40.115172 dv-cinder-843305-1-iscsi neutron-server[83238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74086d5c-3d87-4137-8351-dd01bc7c2d65'] response: {'server_uuid': '03ee46b7-ea54-4bad-8029-5a5c148ae63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf54c3a-d97c-44b0-8541-ab44e9a4a14a', 'code': 200} May 25 22:41:40.140101 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Pushing event updated for resources: {'Port': ['ID=cdf54c3a-d97c-44b0-8541-ab44e9a4a14a,revision_number=5']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:41:40.246727 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6a3ad-89e4-48e9-b3c3-0252b09cb088 req-49f3eac9-45a7-45ae-a295-41dac6a6295b tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:40.248197 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-89f6a3ad-89e4-48e9-b3c3-0252b09cb088 req-49f3eac9-45a7-45ae-a295-41dac6a6295b tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.39 "GET /v2.0/ports?device_id=03ee46b7-ea54-4bad-8029-5a5c148ae63b HTTP/1.1" status: 200 len: 945 time: 0.0814884 May 25 22:41:40.295217 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-89f6a3ad-89e4-48e9-b3c3-0252b09cb088 req-7e897657-659f-410d-9c22-5efd856ec38e tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6b161e4-8347-4d26-b79f-2764ac4c1d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409801 May 25 22:41:40.374307 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-71fa1c4e-d5f6-451c-8226-ff25f1595474 req-437feafa-e020-40ec-81aa-46a08e5a3ee5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=03ee46b7-ea54-4bad-8029-5a5c148ae63b HTTP/1.1" status: 200 len: 1098 time: 0.0719545 May 25 22:41:40.415398 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-71fa1c4e-d5f6-451c-8226-ff25f1595474 req-4206c8e9-6d28-4627-8d1d-f7e4554ec24b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f6b161e4-8347-4d26-b79f-2764ac4c1d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359263 May 25 22:41:41.511818 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3bc32-f23a-405a-a3a6-362249506d11 req-80bd4421-2861-4bd0-be91-060151c44b9d tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:41.513420 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-04a3bc32-f23a-405a-a3a6-362249506d11 req-80bd4421-2861-4bd0-be91-060151c44b9d tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.39 "GET /v2.0/ports?device_id=03ee46b7-ea54-4bad-8029-5a5c148ae63b HTTP/1.1" status: 200 len: 945 time: 0.0763416 May 25 22:41:41.564362 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-04a3bc32-f23a-405a-a3a6-362249506d11 req-9f8748a3-1991-4da4-8d88-0dadd5b845ba tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6b161e4-8347-4d26-b79f-2764ac4c1d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448172 May 25 22:41:41.740642 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:41:42.760508 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff39344c-9a13-43fd-bc96-dee4b55f0a9d req-4e888ffd-930e-4212-b965-896267422363 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:41:42.761858 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-ff39344c-9a13-43fd-bc96-dee4b55f0a9d req-4e888ffd-930e-4212-b965-896267422363 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.39 "GET /v2.0/ports?device_id=03ee46b7-ea54-4bad-8029-5a5c148ae63b HTTP/1.1" status: 200 len: 945 time: 0.0758920 May 25 22:41:42.806980 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-ff39344c-9a13-43fd-bc96-dee4b55f0a9d req-45730f31-3c0c-43ce-8c21-867f988db8df tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6b161e4-8347-4d26-b79f-2764ac4c1d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395265 May 25 22:41:58.382018 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.agents_db [None req-9a0b4f36-fcd8-49b0-a2d4-59f1c5f7edf0 None None] Agent healthcheck: found 6 active agents {{(pid=83239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:41:59.633206 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-3e7c614d-89c3-44e5-9cb1-62d36a4c3298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:01.826983 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-daf77390-0197-4bbf-bfa3-f8ac5efe7dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:02.912838 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:03.074431 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:04.371194 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:11.742036 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:26.407561 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab577ec-9a4e-4268-946c-6b8c868c69a6 req-9975b0b1-e484-4461-9cb3-0bbf14f5aa33 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:26.409148 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-dab577ec-9a4e-4268-946c-6b8c868c69a6 req-9975b0b1-e484-4461-9cb3-0bbf14f5aa33 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.39 "GET /v2.0/ports?device_id=03ee46b7-ea54-4bad-8029-5a5c148ae63b HTTP/1.1" status: 200 len: 945 time: 0.0836735 May 25 22:42:26.455510 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-dab577ec-9a4e-4268-946c-6b8c868c69a6 req-71f25706-21d8-4914-9753-098f11a46946 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6b161e4-8347-4d26-b79f-2764ac4c1d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400374 May 25 22:42:27.652226 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6764f-60ae-4126-b751-2580a45f6b0f req-4c6baa97-8cdf-4767-b6ef-438a3380dee7 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:27.653648 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-77a6764f-60ae-4126-b751-2580a45f6b0f req-4c6baa97-8cdf-4767-b6ef-438a3380dee7 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.39 "GET /v2.0/ports?device_id=03ee46b7-ea54-4bad-8029-5a5c148ae63b HTTP/1.1" status: 200 len: 945 time: 0.0759726 May 25 22:42:27.699547 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-77a6764f-60ae-4126-b751-2580a45f6b0f req-04efd3ed-88e1-4e07-9250-76d98140fbfc tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6b161e4-8347-4d26-b79f-2764ac4c1d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400612 May 25 22:42:28.068306 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d4a63-db06-4565-9a3b-00ad237603d7 req-812b2dca-a122-41d9-85df-fcae1c0193f2 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:28.069744 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-423d4a63-db06-4565-9a3b-00ad237603d7 req-812b2dca-a122-41d9-85df-fcae1c0193f2 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=140109ba-5528-485f-bf9c-52fd1863f240 HTTP/1.1" status: 200 len: 945 time: 0.0816214 May 25 22:42:28.114209 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-423d4a63-db06-4565-9a3b-00ad237603d7 req-2dfef572-a581-4b13-9600-7eac1034283e tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f11c91e-e753-4014-ad6d-393382cce8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389159 May 25 22:42:28.271745 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a739256-2702-4dcf-90c6-85830680d096 req-39a6993f-95a5-49c4-8c29-3baa2dd80eb5 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:28.272411 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-4a739256-2702-4dcf-90c6-85830680d096 req-39a6993f-95a5-49c4-8c29-3baa2dd80eb5 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Synchronizing usage tracker for tenant:c8027bf14dc24b358a785ccb0ca63775 on resource:port {{(pid=83236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:42:28.288767 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-4a739256-2702-4dcf-90c6-85830680d096 req-39a6993f-95a5-49c4-8c29-3baa2dd80eb5 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Unset dirty status for tenant:c8027bf14dc24b358a785ccb0ca63775 on resource:port {{(pid=83236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:42:28.289832 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-4a739256-2702-4dcf-90c6-85830680d096 req-39a6993f-95a5-49c4-8c29-3baa2dd80eb5 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.45 "GET /v2.0/ports?device_id=03ee46b7-ea54-4bad-8029-5a5c148ae63b HTTP/1.1" status: 200 len: 945 time: 0.0897260 May 25 22:42:28.358851 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [req-4a739256-2702-4dcf-90c6-85830680d096 req-fe9d0781-0d50-4358-a3d5-714a816148ca tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Deleting port cdf54c3a-d97c-44b0-8541-ab44e9a4a14a {{(pid=83236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:42:28.359094 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-4a739256-2702-4dcf-90c6-85830680d096 req-fe9d0781-0d50-4358-a3d5-714a816148ca tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:28.594431 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-4a739256-2702-4dcf-90c6-85830680d096 req-fe9d0781-0d50-4358-a3d5-714a816148ca tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] For port cdf54c3a-d97c-44b0-8541-ab44e9a4a14a, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=cdf54c3a-d97c-44b0-8541-ab44e9a4a14a,segment=NetworkSegment(1e5c1018-7dd3-410a-bf40-6f3c442a1cb5),segment_id=1e5c1018-7dd3-410a-bf40-6f3c442a1cb5)] {{(pid=83236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:42:28.594764 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-4a739256-2702-4dcf-90c6-85830680d096 req-fe9d0781-0d50-4358-a3d5-714a816148ca tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:28.720875 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [req-4a739256-2702-4dcf-90c6-85830680d096 req-fe9d0781-0d50-4358-a3d5-714a816148ca tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Calling delete_port for cdf54c3a-d97c-44b0-8541-ab44e9a4a14a owned by compute:nova {{(pid=83236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:42:28.865011 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-4a739256-2702-4dcf-90c6-85830680d096 req-fe9d0781-0d50-4358-a3d5-714a816148ca tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:28.902252 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] get_ports_and_sgs() called for port_ids ['cdf54c3a-d97c-44b0-8541-ab44e9a4a14a'] {{(pid=83238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:42:28.905737 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29baac5d-6434-4645-ba76-a7c17140df30 req-376ce36c-c114-42ab-a506-4a8afe8ea78a tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:28.907320 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-29baac5d-6434-4645-ba76-a7c17140df30 req-376ce36c-c114-42ab-a506-4a8afe8ea78a tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.39 "GET /v2.0/ports?device_id=03ee46b7-ea54-4bad-8029-5a5c148ae63b HTTP/1.1" status: 200 len: 867 time: 0.0824399 May 25 22:42:28.941956 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9d0781-0d50-4358-a3d5-714a816148ca tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Pushing event deleted for resources: {'Port': ['ID=cdf54c3a-d97c-44b0-8541-ab44e9a4a14a,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:42:28.958139 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-29baac5d-6434-4645-ba76-a7c17140df30 req-69638dff-b007-40e6-85d9-1a11a08f3b56 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6b161e4-8347-4d26-b79f-2764ac4c1d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445311 May 25 22:42:28.986569 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a739256-2702-4dcf-90c6-85830680d096 req-fe9d0781-0d50-4358-a3d5-714a816148ca tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] No DVR routers for this DVR port cdf54c3a-d97c-44b0-8541-ab44e9a4a14a on host hv-cinder-84330 {{(pid=83236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:42:28.988982 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-4a739256-2702-4dcf-90c6-85830680d096 req-fe9d0781-0d50-4358-a3d5-714a816148ca tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:28.992629 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03ee46b7-ea54-4bad-8029-5a5c148ae63b', 'name': 'network-vif-deleted', 'tag': 'cdf54c3a-d97c-44b0-8541-ab44e9a4a14a'}] {{(pid=83236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:42:29.006652 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-4a739256-2702-4dcf-90c6-85830680d096 req-fe9d0781-0d50-4358-a3d5-714a816148ca tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.45 "DELETE /v2.0/ports/cdf54c3a-d97c-44b0-8541-ab44e9a4a14a HTTP/1.1" status: 204 len: 173 time: 0.7104602 May 25 22:42:29.049632 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e060baed-3d29-490e-a35e-be3fe09c64d5'] response: {'server_uuid': '03ee46b7-ea54-4bad-8029-5a5c148ae63b', 'name': 'network-vif-deleted', 'tag': 'cdf54c3a-d97c-44b0-8541-ab44e9a4a14a', 'status': 'completed', 'code': 200} May 25 22:42:29.312254 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac576c-0fef-41b7-9a28-2c5b0c97872b req-5df1b02d-7817-416c-93cf-c0cc7a345a20 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:29.313659 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-abac576c-0fef-41b7-9a28-2c5b0c97872b req-5df1b02d-7817-416c-93cf-c0cc7a345a20 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=140109ba-5528-485f-bf9c-52fd1863f240 HTTP/1.1" status: 200 len: 945 time: 0.0758138 May 25 22:42:29.357773 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-abac576c-0fef-41b7-9a28-2c5b0c97872b req-d7e9ad51-9e4d-4f93-b142-14ae0bd1d888 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f11c91e-e753-4014-ad6d-393382cce8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385869 May 25 22:42:29.636454 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-8e0a1afc-d166-4d98-bbc9-3535b477354d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:29.844752 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe4ee7-61fc-4c66-ae3c-8d6adcd85f43 req-27df33e5-6878-4c6a-b3ac-e28dc404ff5c tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:29.845441 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-ddfe4ee7-61fc-4c66-ae3c-8d6adcd85f43 req-27df33e5-6878-4c6a-b3ac-e28dc404ff5c tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Synchronizing usage tracker for tenant:e555a5edad0e42029674c53c2976a6de on resource:port {{(pid=83236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:42:29.863122 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-ddfe4ee7-61fc-4c66-ae3c-8d6adcd85f43 req-27df33e5-6878-4c6a-b3ac-e28dc404ff5c tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Unset dirty status for tenant:e555a5edad0e42029674c53c2976a6de on resource:port {{(pid=83236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:42:29.864146 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-ddfe4ee7-61fc-4c66-ae3c-8d6adcd85f43 req-27df33e5-6878-4c6a-b3ac-e28dc404ff5c tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.45 "GET /v2.0/ports?device_id=140109ba-5528-485f-bf9c-52fd1863f240 HTTP/1.1" status: 200 len: 945 time: 0.1806304 May 25 22:42:29.931368 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [req-ddfe4ee7-61fc-4c66-ae3c-8d6adcd85f43 req-efd5e110-f4d7-4d18-8eb6-6f4cb347efc4 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Deleting port 43088045-659d-43ee-9ba3-a40af72b2845 {{(pid=83236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:42:29.931733 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-ddfe4ee7-61fc-4c66-ae3c-8d6adcd85f43 req-efd5e110-f4d7-4d18-8eb6-6f4cb347efc4 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:30.174143 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-ddfe4ee7-61fc-4c66-ae3c-8d6adcd85f43 req-efd5e110-f4d7-4d18-8eb6-6f4cb347efc4 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] For port 43088045-659d-43ee-9ba3-a40af72b2845, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=43088045-659d-43ee-9ba3-a40af72b2845,segment=NetworkSegment(d711363d-cf2f-4d62-a488-26afefce9577),segment_id=d711363d-cf2f-4d62-a488-26afefce9577)] {{(pid=83236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:42:30.174623 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-ddfe4ee7-61fc-4c66-ae3c-8d6adcd85f43 req-efd5e110-f4d7-4d18-8eb6-6f4cb347efc4 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:30.468624 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-ddfe4ee7-61fc-4c66-ae3c-8d6adcd85f43 req-efd5e110-f4d7-4d18-8eb6-6f4cb347efc4 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:30.468983 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-ddfe4ee7-61fc-4c66-ae3c-8d6adcd85f43 req-efd5e110-f4d7-4d18-8eb6-6f4cb347efc4 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335082'] for floatingip, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:30.469289 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.db.l3_db [req-ddfe4ee7-61fc-4c66-ae3c-8d6adcd85f43 req-efd5e110-f4d7-4d18-8eb6-6f4cb347efc4 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Floating IP 3acf753c-d2f4-43fc-8861-4268be8ec205 disassociated. External IP: 172.27.0.170, port: 43088045-659d-43ee-9ba3-a40af72b2845. May 25 22:42:30.469623 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [req-ddfe4ee7-61fc-4c66-ae3c-8d6adcd85f43 req-efd5e110-f4d7-4d18-8eb6-6f4cb347efc4 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Calling delete_port for 43088045-659d-43ee-9ba3-a40af72b2845 owned by compute:nova {{(pid=83236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:42:30.556731 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67db0b-a0f0-45e5-a8c4-5ba94c0c0747 req-58054a1c-4d3a-4232-b1b1-a7bcf0d84ede tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:30.558582 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-1b67db0b-a0f0-45e5-a8c4-5ba94c0c0747 req-58054a1c-4d3a-4232-b1b1-a7bcf0d84ede tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=140109ba-5528-485f-bf9c-52fd1863f240 HTTP/1.1" status: 200 len: 945 time: 0.0822866 May 25 22:42:30.603183 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-1b67db0b-a0f0-45e5-a8c4-5ba94c0c0747 req-657da662-7b52-402b-af7d-6c7a20784627 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f11c91e-e753-4014-ad6d-393382cce8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388870 May 25 22:42:30.609855 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-ddfe4ee7-61fc-4c66-ae3c-8d6adcd85f43 req-efd5e110-f4d7-4d18-8eb6-6f4cb347efc4 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:30.661168 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd5e110-f4d7-4d18-8eb6-6f4cb347efc4 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Pushing event deleted for resources: {'Port': ['ID=43088045-659d-43ee-9ba3-a40af72b2845,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:42:30.870208 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ddfe4ee7-61fc-4c66-ae3c-8d6adcd85f43 req-efd5e110-f4d7-4d18-8eb6-6f4cb347efc4 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Router c59067a3-0264-4d42-9ec2-78de27f8bb1f has already been hosted by L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a {{(pid=83236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:42:31.069296 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ddfe4ee7-61fc-4c66-ae3c-8d6adcd85f43 req-efd5e110-f4d7-4d18-8eb6-6f4cb347efc4 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:42:31.082569 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fbc757-d8a5-482f-b4c0-629e66a34eaa None None] Sync routers for ids ['c59067a3-0264-4d42-9ec2-78de27f8bb1f'] in dv-cinder-843305-1-iscsi {{(pid=83239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:42:31.095440 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fbc757-d8a5-482f-b4c0-629e66a34eaa None None] Routers {'c59067a3-0264-4d42-9ec2-78de27f8bb1f'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:42:31.096733 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-73fbc757-d8a5-482f-b4c0-629e66a34eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:42:02Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['c59067a3-0264-4d42-9ec2-78de27f8bb1f'], 'active': True} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:42:31.137873 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddfe4ee7-61fc-4c66-ae3c-8d6adcd85f43 req-efd5e110-f4d7-4d18-8eb6-6f4cb347efc4 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] No DVR routers for this DVR port 43088045-659d-43ee-9ba3-a40af72b2845 on host hv-cinder-84330 {{(pid=83236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:42:31.140948 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-ddfe4ee7-61fc-4c66-ae3c-8d6adcd85f43 req-efd5e110-f4d7-4d18-8eb6-6f4cb347efc4 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:31.144484 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140109ba-5528-485f-bf9c-52fd1863f240', 'name': 'network-vif-deleted', 'tag': '43088045-659d-43ee-9ba3-a40af72b2845'}] {{(pid=83236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:42:31.164185 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-ddfe4ee7-61fc-4c66-ae3c-8d6adcd85f43 req-efd5e110-f4d7-4d18-8eb6-6f4cb347efc4 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.45 "DELETE /v2.0/ports/43088045-659d-43ee-9ba3-a40af72b2845 HTTP/1.1" status: 204 len: 173 time: 1.2948022 May 25 22:42:31.207739 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d57ac03-fab2-49e2-aadd-96def2a153d2'] response: {'server_uuid': '140109ba-5528-485f-bf9c-52fd1863f240', 'name': 'network-vif-deleted', 'tag': '43088045-659d-43ee-9ba3-a40af72b2845', 'status': 'completed', 'code': 200} May 25 22:42:31.285723 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvr_db [None req-73fbc757-d8a5-482f-b4c0-629e66a34eaa None None] Set router c59067a3-0264-4d42-9ec2-78de27f8bb1f gateway port host: dv-cinder-843305-1-iscsi {{(pid=83239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:42:31.617231 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-73fbc757-d8a5-482f-b4c0-629e66a34eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'name': 'tempest-AttachVolumeNegativeTest-1070406310-router', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:51Z', 'updated_at': '2022-05-25T22:38:57Z', 'revision_number': 4, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'gw_port': {'id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:52Z', 'updated_at': '2022-05-25T22:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '5fd0f086-ede6-481a-ba38-c6f08f2fce6c', 'name': '', 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'mac_address': 'fa:16:3e:e0:94:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:56Z', 'updated_at': '2022-05-25T22:39:14Z', 'revision_number': 5, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'subnets': [{'id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:42:31.620903 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fbc757-d8a5-482f-b4c0-629e66a34eaa None None] Checking router: c59067a3-0264-4d42-9ec2-78de27f8bb1f for host: dv-cinder-843305-1-iscsi {{(pid=83239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:42:31.631166 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fbc757-d8a5-482f-b4c0-629e66a34eaa None None] Routers {'c59067a3-0264-4d42-9ec2-78de27f8bb1f'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:42:31.631918 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-73fbc757-d8a5-482f-b4c0-629e66a34eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:42:02Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['c59067a3-0264-4d42-9ec2-78de27f8bb1f'], 'active': True} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:42:31.769650 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-cd4585dd-0385-413d-849e-b4f882e96076 req-a35ebd61-eb20-4fd2-b251-8de9e04481e5 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=140109ba-5528-485f-bf9c-52fd1863f240 HTTP/1.1" status: 200 len: 210 time: 0.0417957 May 25 22:42:31.817307 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvr_db [None req-73fbc757-d8a5-482f-b4c0-629e66a34eaa None None] Set router c59067a3-0264-4d42-9ec2-78de27f8bb1f gateway port host: dv-cinder-843305-1-iscsi {{(pid=83239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:42:31.829390 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-51ca05a4-187c-47af-888b-9f409cd5c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:32.118030 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-73fbc757-d8a5-482f-b4c0-629e66a34eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'name': 'tempest-AttachVolumeNegativeTest-1070406310-router', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:51Z', 'updated_at': '2022-05-25T22:38:57Z', 'revision_number': 4, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'gw_port': {'id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:52Z', 'updated_at': '2022-05-25T22:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '5fd0f086-ede6-481a-ba38-c6f08f2fce6c', 'name': '', 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'mac_address': 'fa:16:3e:e0:94:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:56Z', 'updated_at': '2022-05-25T22:39:14Z', 'revision_number': 5, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'subnets': [{'id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:42:32.122663 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fbc757-d8a5-482f-b4c0-629e66a34eaa None None] The sync data for ids ['c59067a3-0264-4d42-9ec2-78de27f8bb1f'] in dv-cinder-843305-1-iscsi is: [{'id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'name': 'tempest-AttachVolumeNegativeTest-1070406310-router', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:51Z', 'updated_at': '2022-05-25T22:38:57Z', 'revision_number': 4, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'gw_port': {'id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:52Z', 'updated_at': '2022-05-25T22:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '5fd0f086-ede6-481a-ba38-c6f08f2fce6c', 'name': '', 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'mac_address': 'fa:16:3e:e0:94:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:56Z', 'updated_at': '2022-05-25T22:39:14Z', 'revision_number': 5, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'subnets': [{'id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:42:32.331038 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9208dacc-ad09-42d1-a8cd-194c67bd42de None None] New status for floating IP 3acf753c-d2f4-43fc-8861-4268be8ec205: DOWN {{(pid=83238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:42:32.918826 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:32.942820 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-28701f5c-c607-4316-b92c-e9a4eb72457e req-a3887e4d-4efd-4112-97bc-1d27a2eecb6d tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=140109ba-5528-485f-bf9c-52fd1863f240 HTTP/1.1" status: 200 len: 210 time: 0.0493290 May 25 22:42:32.973516 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device cdf54c3a-d97c-44b0-8541-ab44e9a4a14a no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:42:33.007588 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] No Port match for: cdf54c3a-d97c-44b0-8541-ab44e9a4a14a {{(pid=83238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:42:33.007866 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device cdf54c3a-d97c-44b0-8541-ab44e9a4a14a not bound to the agent host hv-cinder-84330 {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:42:33.008279 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 43088045-659d-43ee-9ba3-a40af72b2845 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:42:33.042067 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] No Port match for: 43088045-659d-43ee-9ba3-a40af72b2845 {{(pid=83238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:42:33.042403 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 43088045-659d-43ee-9ba3-a40af72b2845 not bound to the agent host hv-cinder-84330 {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:42:33.076747 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:34.089509 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 60920) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:42:34.166645 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-26c0681b-6632-4a88-8aab-1a09f6b4297a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:34.193274 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-26c0681b-6632-4a88-8aab-1a09f6b4297a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:34.242566 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-26c0681b-6632-4a88-8aab-1a09f6b4297a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:34.261366 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c0681b-6632-4a88-8aab-1a09f6b4297a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f11c91e-e753-4014-ad6d-393382cce8eb,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:42:34.273181 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c0681b-6632-4a88-8aab-1a09f6b4297a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:42:34.273516 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c0681b-6632-4a88-8aab-1a09f6b4297a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:42:34.273844 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c0681b-6632-4a88-8aab-1a09f6b4297a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:42:34.274167 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c0681b-6632-4a88-8aab-1a09f6b4297a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:42:34.274486 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c0681b-6632-4a88-8aab-1a09f6b4297a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:42:34.274805 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c0681b-6632-4a88-8aab-1a09f6b4297a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:42:34.275121 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c0681b-6632-4a88-8aab-1a09f6b4297a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:42:34.275437 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c0681b-6632-4a88-8aab-1a09f6b4297a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:42:34.276416 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c0681b-6632-4a88-8aab-1a09f6b4297a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:42:34.276732 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c0681b-6632-4a88-8aab-1a09f6b4297a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:42:34.277044 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c0681b-6632-4a88-8aab-1a09f6b4297a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:42:34.280983 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-26c0681b-6632-4a88-8aab-1a09f6b4297a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:34.282056 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-26c0681b-6632-4a88-8aab-1a09f6b4297a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "DELETE /v2.0/security-groups/8f11c91e-e753-4014-ad6d-393382cce8eb HTTP/1.1" status: 204 len: 168 time: 0.1915872 May 25 22:42:34.284746 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 60924) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:42:34.301839 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.api.v2.resource [None req-3c0fe7a8-bae6-4c22-9d85-fbb3ce03ae83 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] show failed (client error): The resource could not be found. May 25 22:42:34.302880 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-3c0fe7a8-bae6-4c22-9d85-fbb3ce03ae83 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/security-groups/8f11c91e-e753-4014-ad6d-393382cce8eb HTTP/1.1" status: 404 len: 347 time: 0.0172234 May 25 22:42:34.305966 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 60928) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:42:34.373160 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:34.535618 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.plugin [None req-704f2a1b-6320-424f-9acc-19efaa745e67 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Deleting port 1475a431-21bc-4ccd-996a-373b2e99ab02 {{(pid=83237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:42:34.535952 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-704f2a1b-6320-424f-9acc-19efaa745e67 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:34.697055 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-704f2a1b-6320-424f-9acc-19efaa745e67 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:34.697375 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-704f2a1b-6320-424f-9acc-19efaa745e67 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:34.815701 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.plugin [None req-704f2a1b-6320-424f-9acc-19efaa745e67 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Calling delete_port for 1475a431-21bc-4ccd-996a-373b2e99ab02 owned by network:floatingip {{(pid=83237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:42:34.958528 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-704f2a1b-6320-424f-9acc-19efaa745e67 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1149435'] for port, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:35.009028 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704f2a1b-6320-424f-9acc-19efaa745e67 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Pushing event deleted for resources: {'Port': ['ID=1475a431-21bc-4ccd-996a-373b2e99ab02,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:42:35.106679 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-704f2a1b-6320-424f-9acc-19efaa745e67 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for floatingip, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:35.120338 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-704f2a1b-6320-424f-9acc-19efaa745e67 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for floatingip, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:35.121690 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-704f2a1b-6320-424f-9acc-19efaa745e67 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "DELETE /v2.0/floatingips/3acf753c-d2f4-43fc-8861-4268be8ec205 HTTP/1.1" status: 204 len: 168 time: 0.8145907 May 25 22:42:35.206213 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 60940) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:42:35.212028 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-1b223619-9249-448e-b906-50f29b16b06b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Request body: {'security_group': {'name': 'tempest-securitygroup--721719250', 'description': 'tempest-description--1331390605'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:42:35.218569 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-1b223619-9249-448e-b906-50f29b16b06b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:42:35.222705 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-1b223619-9249-448e-b906-50f29b16b06b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Usage tracker for resource:security_group and tenant:e555a5edad0e42029674c53c2976a6de is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:42:35.225547 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-1b223619-9249-448e-b906-50f29b16b06b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:42:35.231272 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-1b223619-9249-448e-b906-50f29b16b06b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:42:35.241987 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-1b223619-9249-448e-b906-50f29b16b06b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:35.277232 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-1b223619-9249-448e-b906-50f29b16b06b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:42:35.281047 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-1b223619-9249-448e-b906-50f29b16b06b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Usage tracker for resource:security_group_rule and tenant:e555a5edad0e42029674c53c2976a6de is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:42:35.283742 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-1b223619-9249-448e-b906-50f29b16b06b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:42:35.289146 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-1b223619-9249-448e-b906-50f29b16b06b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:42:35.342171 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-1b223619-9249-448e-b906-50f29b16b06b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:35.345850 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-1b223619-9249-448e-b906-50f29b16b06b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:35.381877 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.agents_db [None req-9a0b4f36-fcd8-49b0-a2d4-59f1c5f7edf0 None None] Agent healthcheck: found 6 active agents {{(pid=83239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:42:35.391815 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b223619-9249-448e-b906-50f29b16b06b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f81bdb-cd9f-42ac-8815-fbe67bb30640,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:42:35.394524 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-1b223619-9249-448e-b906-50f29b16b06b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:35.395775 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-1b223619-9249-448e-b906-50f29b16b06b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.1884949 May 25 22:42:35.398928 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 60944) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:42:35.405229 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-85e0ea95-0296-420a-8498-a37074388026 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Request body: {'security_group_rule': {'security_group_id': 'f5f81bdb-cd9f-42ac-8815-fbe67bb30640', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:42:35.410903 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-85e0ea95-0296-420a-8498-a37074388026 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:42:35.414638 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-85e0ea95-0296-420a-8498-a37074388026 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Usage tracker for resource:security_group_rule and tenant:e555a5edad0e42029674c53c2976a6de is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:42:35.417570 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-85e0ea95-0296-420a-8498-a37074388026 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:42:35.423074 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-85e0ea95-0296-420a-8498-a37074388026 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:42:35.439061 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-85e0ea95-0296-420a-8498-a37074388026 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:35.497740 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-85e0ea95-0296-420a-8498-a37074388026 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:35.501085 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-85e0ea95-0296-420a-8498-a37074388026 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924750'] for security_group_rule, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:35.523911 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e0ea95-0296-420a-8498-a37074388026 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b39cac8-5122-4a99-af59-60dd1d3836d0,revision_number=0']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:42:35.531947 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-85e0ea95-0296-420a-8498-a37074388026 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:35.533104 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-85e0ea95-0296-420a-8498-a37074388026 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1335049 May 25 22:42:35.535703 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 60948) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:42:35.540903 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-e9cce6b3-0321-48d7-9100-34cd23693c77 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Request body: {'security_group_rule': {'security_group_id': 'f5f81bdb-cd9f-42ac-8815-fbe67bb30640', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:42:35.546579 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-e9cce6b3-0321-48d7-9100-34cd23693c77 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:42:35.550290 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-e9cce6b3-0321-48d7-9100-34cd23693c77 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Usage tracker for resource:security_group_rule and tenant:e555a5edad0e42029674c53c2976a6de is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:42:35.553111 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-e9cce6b3-0321-48d7-9100-34cd23693c77 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:42:35.559261 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-e9cce6b3-0321-48d7-9100-34cd23693c77 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:42:35.575728 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-e9cce6b3-0321-48d7-9100-34cd23693c77 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:35.635650 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-e9cce6b3-0321-48d7-9100-34cd23693c77 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:35.639084 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-e9cce6b3-0321-48d7-9100-34cd23693c77 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924750'] for security_group_rule, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:35.658992 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cce6b3-0321-48d7-9100-34cd23693c77 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3da39650-e26b-4807-b2b4-f649419b5692,revision_number=0']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:42:35.669829 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-e9cce6b3-0321-48d7-9100-34cd23693c77 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:35.671108 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-e9cce6b3-0321-48d7-9100-34cd23693c77 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1344709 May 25 22:42:35.674042 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 60952) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:42:35.678989 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-f3ceace1-f046-4145-9501-fa40f740a75b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Request body: {'floatingip': {'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:42:35.684906 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-f3ceace1-f046-4145-9501-fa40f740a75b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:42:35.688677 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-f3ceace1-f046-4145-9501-fa40f740a75b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Usage tracker for resource:floatingip and tenant:e555a5edad0e42029674c53c2976a6de is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:42:35.691406 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-f3ceace1-f046-4145-9501-fa40f740a75b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:42:35.696997 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-f3ceace1-f046-4145-9501-fa40f740a75b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:42:35.707837 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-f3ceace1-f046-4145-9501-fa40f740a75b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for floatingip, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:35.838015 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-f3ceace1-f046-4145-9501-fa40f740a75b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:35.974049 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.db_base_plugin_common [None req-f3ceace1-f046-4145-9501-fa40f740a75b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Allocated IP 172.27.0.214 (cb39d3ef-31f0-4e66-970b-4cb0d379e187/4ff22ee7-6206-48b0-b7ae-e7396fe607ae/1b77a62e-2971-44d1-b838-f364c780ee80) {{(pid=83237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:42:36.118369 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-f3ceace1-f046-4145-9501-fa40f740a75b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for port, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:36.145397 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-f3ceace1-f046-4145-9501-fa40f740a75b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1149435'] for port, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:36.213594 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ceace1-f046-4145-9501-fa40f740a75b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Network cb39d3ef-31f0-4e66-970b-4cb0d379e187 is already hosted by enough agents. {{(pid=83237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:42:36.216309 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.base_scheduler [None req-f3ceace1-f046-4145-9501-fa40f740a75b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Resources bound (agent type, host, resource id): {{(pid=83237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:42:36.220540 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ceace1-f046-4145-9501-fa40f740a75b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Received port after_create {{(pid=83237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:42:36.244167 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ceace1-f046-4145-9501-fa40f740a75b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Pushing event updated for resources: {'Port': ['ID=1b77a62e-2971-44d1-b838-f364c780ee80,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:42:36.375117 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-f3ceace1-f046-4145-9501-fa40f740a75b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:36.427199 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-f3ceace1-f046-4145-9501-fa40f740a75b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:36.707747 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-f3ceace1-f046-4145-9501-fa40f740a75b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for port, precommit_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:36.712187 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-f3ceace1-f046-4145-9501-fa40f740a75b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1149314'] for port, after_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:36.812392 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ceace1-f046-4145-9501-fa40f740a75b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Pushing event updated for resources: {'Port': ['ID=1b77a62e-2971-44d1-b838-f364c780ee80,revision_number=2']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:42:36.826001 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-f3ceace1-f046-4145-9501-fa40f740a75b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335082'] for floatingip, after_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:36.846050 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-f3ceace1-f046-4145-9501-fa40f740a75b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for floatingip, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:36.847221 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-f3ceace1-f046-4145-9501-fa40f740a75b tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1722836 May 25 22:42:37.081599 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-67b1a121-3f80-4c03-9696-b35d9a037c33 req-e916a5c9-560b-406f-8001-2365fb7bfaa0 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Synchronizing usage tracker for tenant:e555a5edad0e42029674c53c2976a6de on resource:security_group {{(pid=83237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:42:37.095768 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-67b1a121-3f80-4c03-9696-b35d9a037c33 req-e916a5c9-560b-406f-8001-2365fb7bfaa0 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Unset dirty status for tenant:e555a5edad0e42029674c53c2976a6de on resource:security_group {{(pid=83237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:42:37.096881 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-67b1a121-3f80-4c03-9696-b35d9a037c33 req-e916a5c9-560b-406f-8001-2365fb7bfaa0 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--721719250&fields=id&tenant_id=e555a5edad0e42029674c53c2976a6de HTTP/1.1" status: 200 len: 267 time: 0.0589542 May 25 22:42:37.243078 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1a121-3f80-4c03-9696-b35d9a037c33 req-a27ae91f-5118-418a-9803-9e0d28c511b3 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:37.245041 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-67b1a121-3f80-4c03-9696-b35d9a037c33 req-a27ae91f-5118-418a-9803-9e0d28c511b3 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/networks?id=6fc60487-fe5e-4f0e-968b-ad40e0f30290 HTTP/1.1" status: 200 len: 815 time: 0.1387126 May 25 22:42:37.261441 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-67b1a121-3f80-4c03-9696-b35d9a037c33 req-b3956a78-7232-40f2-b836-816c3a8c4435 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/quotas/e555a5edad0e42029674c53c2976a6de HTTP/1.1" status: 200 len: 375 time: 0.0106339 May 25 22:42:37.339198 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-67b1a121-3f80-4c03-9696-b35d9a037c33 req-a3d4300d-5c12-4806-86ef-0a4aebbb7238 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Synchronizing usage tracker for tenant:e555a5edad0e42029674c53c2976a6de on resource:port {{(pid=83237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:42:37.353570 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-67b1a121-3f80-4c03-9696-b35d9a037c33 req-a3d4300d-5c12-4806-86ef-0a4aebbb7238 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Unset dirty status for tenant:e555a5edad0e42029674c53c2976a6de on resource:port {{(pid=83237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:42:37.355115 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-67b1a121-3f80-4c03-9696-b35d9a037c33 req-a3d4300d-5c12-4806-86ef-0a4aebbb7238 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e555a5edad0e42029674c53c2976a6de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0890672 May 25 22:42:37.487931 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-67b1a121-3f80-4c03-9696-b35d9a037c33 req-d0366992-a4dc-4115-83f5-225da463386d service neutron] 10.222.0.39 "GET /v2.0/networks/6fc60487-fe5e-4f0e-968b-ad40e0f30290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214769 May 25 22:42:37.615511 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-67b1a121-3f80-4c03-9696-b35d9a037c33 req-72e5c39e-3fd2-4fa5-b941-f4d568873860 service neutron] 10.222.0.39 "GET /v2.0/networks/6fc60487-fe5e-4f0e-968b-ad40e0f30290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218078 May 25 22:42:37.796809 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-8f7fb75f-6279-4442-8df1-1868b631033a req-a3967640-5100-49d3-8cd5-07f9bf21132d tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a3e5bfd-2741-4138-851d-c61472113498 HTTP/1.1" status: 200 len: 210 time: 0.0399296 May 25 22:42:38.490021 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d73777-9056-4b74-9dd3-815255ead49b req-219e102d-24be-4216-a45a-f5a1ec54e982 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:38.491314 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-b0d73777-9056-4b74-9dd3-815255ead49b req-219e102d-24be-4216-a45a-f5a1ec54e982 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.39 "GET /v2.0/networks?id=39fcb412-7855-4f07-b0aa-e0f46920420d HTTP/1.1" status: 200 len: 814 time: 0.1383653 May 25 22:42:38.507511 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-b0d73777-9056-4b74-9dd3-815255ead49b req-e6bdc40c-0da6-4143-8fbd-7fe13f603ab5 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.39 "GET /v2.0/quotas/c8027bf14dc24b358a785ccb0ca63775 HTTP/1.1" status: 200 len: 375 time: 0.0099452 May 25 22:42:38.554424 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-b0d73777-9056-4b74-9dd3-815255ead49b req-beae1696-0cf0-44df-a1a5-8ce130ab8d06 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c8027bf14dc24b358a785ccb0ca63775&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419922 May 25 22:42:38.683832 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-b0d73777-9056-4b74-9dd3-815255ead49b req-7e13e400-58e1-453a-81df-83eb1072a36c service neutron] 10.222.0.39 "GET /v2.0/networks/39fcb412-7855-4f07-b0aa-e0f46920420d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230185 May 25 22:42:38.818510 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-b0d73777-9056-4b74-9dd3-815255ead49b req-b8dd920c-b180-4113-9a4d-bb2334e89d20 service neutron] 10.222.0.39 "GET /v2.0/networks/39fcb412-7855-4f07-b0aa-e0f46920420d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290469 May 25 22:42:38.909727 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1a121-3f80-4c03-9696-b35d9a037c33 req-874e6e2e-4cfb-4ddd-9ce9-81bc9837bd11 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:38.911130 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-67b1a121-3f80-4c03-9696-b35d9a037c33 req-874e6e2e-4cfb-4ddd-9ce9-81bc9837bd11 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.45 "GET /v2.0/networks?id=6fc60487-fe5e-4f0e-968b-ad40e0f30290 HTTP/1.1" status: 200 len: 815 time: 0.1533778 May 25 22:42:38.969511 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-345d4f2f-81bc-4df5-bdef-1bb9c464b002 req-6f867e41-a81c-4bce-a39a-7cf2a344b430 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a3e5bfd-2741-4138-851d-c61472113498 HTTP/1.1" status: 200 len: 210 time: 0.0453289 May 25 22:42:39.000367 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-67b1a121-3f80-4c03-9696-b35d9a037c33 req-35206a28-eb2f-4c08-ad7e-3ccc707aa78a tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e555a5edad0e42029674c53c2976a6de HTTP/1.1" status: 200 len: 379 time: 0.0704722 May 25 22:42:39.009635 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [req-67b1a121-3f80-4c03-9696-b35d9a037c33 req-3839ccd5-25a1-4748-a270-b47fd29ddf0f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Request body: {'port': {'device_id': '6a3e5bfd-2741-4138-851d-c61472113498', 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'admin_state_up': True, 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'security_groups': ['f5f81bdb-cd9f-42ac-8815-fbe67bb30640']}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:42:39.086443 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-1b56d845-ff4d-48f2-bb20-bb7bf210d98f req-6b1ef0f3-515b-430f-8304-0b2c3cfbea8a tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.39 "GET /v2.0/ports?device_id=90c62c1d-b125-4000-84ae-864b58f65d58 HTTP/1.1" status: 200 len: 210 time: 0.0456786 May 25 22:42:39.249806 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [req-67b1a121-3f80-4c03-9696-b35d9a037c33 req-3839ccd5-25a1-4748-a270-b47fd29ddf0f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:42:39.259602 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [req-67b1a121-3f80-4c03-9696-b35d9a037c33 req-3839ccd5-25a1-4748-a270-b47fd29ddf0f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:42:39.268518 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67b1a121-3f80-4c03-9696-b35d9a037c33 req-3839ccd5-25a1-4748-a270-b47fd29ddf0f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Made reservation on behalf of e555a5edad0e42029674c53c2976a6de for: {'port': 1} {{(pid=83236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:42:39.271669 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-67b1a121-3f80-4c03-9696-b35d9a037c33 req-3839ccd5-25a1-4748-a270-b47fd29ddf0f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:39.434245 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.db_base_plugin_common [req-67b1a121-3f80-4c03-9696-b35d9a037c33 req-3839ccd5-25a1-4748-a270-b47fd29ddf0f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Allocated IP 172.20.0.13 (6fc60487-fe5e-4f0e-968b-ad40e0f30290/d5cd7d5a-b211-4d75-93e3-7264c9b5bb90/8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4) {{(pid=83236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:42:39.623986 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-67b1a121-3f80-4c03-9696-b35d9a037c33 req-3839ccd5-25a1-4748-a270-b47fd29ddf0f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for port, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:39.640143 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.provisioning_blocks [req-67b1a121-3f80-4c03-9696-b35d9a037c33 req-3839ccd5-25a1-4748-a270-b47fd29ddf0f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Transition to ACTIVE for port object 8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4 will not be triggered until provisioned by entity DHCP. {{(pid=83236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:42:39.663798 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-67b1a121-3f80-4c03-9696-b35d9a037c33 req-3839ccd5-25a1-4748-a270-b47fd29ddf0f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:39.734673 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67b1a121-3f80-4c03-9696-b35d9a037c33 req-3839ccd5-25a1-4748-a270-b47fd29ddf0f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Network 6fc60487-fe5e-4f0e-968b-ad40e0f30290 is already hosted by enough agents. {{(pid=83236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:42:39.737671 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.base_scheduler [req-67b1a121-3f80-4c03-9696-b35d9a037c33 req-3839ccd5-25a1-4748-a270-b47fd29ddf0f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Resources bound (agent type, host, resource id): {{(pid=83236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:42:39.740044 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b1a121-3f80-4c03-9696-b35d9a037c33 req-3839ccd5-25a1-4748-a270-b47fd29ddf0f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Received port after_create {{(pid=83236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:42:39.773676 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3839ccd5-25a1-4748-a270-b47fd29ddf0f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Pushing event updated for resources: {'Port': ['ID=8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:42:39.801364 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3839ccd5-25a1-4748-a270-b47fd29ddf0f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:42:39.801698 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3839ccd5-25a1-4748-a270-b47fd29ddf0f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:42:39.802026 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3839ccd5-25a1-4748-a270-b47fd29ddf0f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:42:39.802345 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3839ccd5-25a1-4748-a270-b47fd29ddf0f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:42:39.802665 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3839ccd5-25a1-4748-a270-b47fd29ddf0f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:42:39.802983 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3839ccd5-25a1-4748-a270-b47fd29ddf0f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:42:39.803297 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3839ccd5-25a1-4748-a270-b47fd29ddf0f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:42:39.803636 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3839ccd5-25a1-4748-a270-b47fd29ddf0f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:42:39.803950 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3839ccd5-25a1-4748-a270-b47fd29ddf0f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:42:39.804264 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3839ccd5-25a1-4748-a270-b47fd29ddf0f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:42:39.804572 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3839ccd5-25a1-4748-a270-b47fd29ddf0f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:42:39.827952 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1a121-3f80-4c03-9696-b35d9a037c33 req-3839ccd5-25a1-4748-a270-b47fd29ddf0f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:39.828550 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-67b1a121-3f80-4c03-9696-b35d9a037c33 req-3839ccd5-25a1-4748-a270-b47fd29ddf0f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:39.853588 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-67b1a121-3f80-4c03-9696-b35d9a037c33 req-3839ccd5-25a1-4748-a270-b47fd29ddf0f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8486836 May 25 22:42:39.881977 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [req-67b1a121-3f80-4c03-9696-b35d9a037c33 req-61cd886c-4959-442b-b549-232b0ddc9d4a service neutron] Request body: {'port': {'device_id': '6a3e5bfd-2741-4138-851d-c61472113498', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:42:39.991238 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-67b1a121-3f80-4c03-9696-b35d9a037c33 req-61cd886c-4959-442b-b549-232b0ddc9d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:39.996793 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-a03e5d1e-d87c-48a9-81bc-ef87834f32b3 None None] Provisioning for port 8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4 completed by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:42:40.004618 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-a03e5d1e-d87c-48a9-81bc-ef87834f32b3 None None] Provisioning complete for port 8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4 triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:42:40.005289 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-a03e5d1e-d87c-48a9-81bc-ef87834f32b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:40.070405 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-a03e5d1e-d87c-48a9-81bc-ef87834f32b3 None None] Port 8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4 cannot update to ACTIVE because it is not bound. {{(pid=83238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:42:40.203237 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5257bef-bbc9-42dc-8901-03b2f6c62551 req-be6f0e44-c52c-4b15-b050-b19e0d11a3d4 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:40.204926 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-d5257bef-bbc9-42dc-8901-03b2f6c62551 req-be6f0e44-c52c-4b15-b050-b19e0d11a3d4 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a3e5bfd-2741-4138-851d-c61472113498 HTTP/1.1" status: 200 len: 932 time: 0.0967705 May 25 22:42:40.271134 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d73777-9056-4b74-9dd3-815255ead49b req-720446ef-c773-45f7-9bc6-8fd45273579f tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:40.272644 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b0d73777-9056-4b74-9dd3-815255ead49b req-720446ef-c773-45f7-9bc6-8fd45273579f tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.45 "GET /v2.0/networks?id=39fcb412-7855-4f07-b0aa-e0f46920420d HTTP/1.1" status: 200 len: 814 time: 0.2360585 May 25 22:42:40.293641 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-abe8e922-9719-4e62-9c63-3af53a422516 req-1e5e18d8-5196-48c8-9546-045c43b5fe29 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.39 "GET /v2.0/ports?device_id=90c62c1d-b125-4000-84ae-864b58f65d58 HTTP/1.1" status: 200 len: 210 time: 0.0552256 May 25 22:42:40.298109 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [req-b0d73777-9056-4b74-9dd3-815255ead49b req-b12cb2fe-a525-4966-a222-106ed1423619 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Request body: {'port': {'device_id': '90c62c1d-b125-4000-84ae-864b58f65d58', 'network_id': '39fcb412-7855-4f07-b0aa-e0f46920420d', 'admin_state_up': True, 'tenant_id': 'c8027bf14dc24b358a785ccb0ca63775'}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:42:40.312878 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-d5257bef-bbc9-42dc-8901-03b2f6c62551 req-f5a5dd6e-6944-45c7-8e45-56f509afd1ef tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5f81bdb-cd9f-42ac-8815-fbe67bb30640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016104 May 25 22:42:40.517083 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [req-b0d73777-9056-4b74-9dd3-815255ead49b req-b12cb2fe-a525-4966-a222-106ed1423619 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:42:40.522364 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-b0d73777-9056-4b74-9dd3-815255ead49b req-b12cb2fe-a525-4966-a222-106ed1423619 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Usage tracker for resource:port and tenant:c8027bf14dc24b358a785ccb0ca63775 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:42:40.526423 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-b0d73777-9056-4b74-9dd3-815255ead49b req-b12cb2fe-a525-4966-a222-106ed1423619 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:42:40.539774 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [req-b0d73777-9056-4b74-9dd3-815255ead49b req-b12cb2fe-a525-4966-a222-106ed1423619 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:42:40.587823 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0d73777-9056-4b74-9dd3-815255ead49b req-b12cb2fe-a525-4966-a222-106ed1423619 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Made reservation on behalf of c8027bf14dc24b358a785ccb0ca63775 for: {'port': 1} {{(pid=83236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:42:40.591213 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-b0d73777-9056-4b74-9dd3-815255ead49b req-b12cb2fe-a525-4966-a222-106ed1423619 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:40.613971 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [req-67b1a121-3f80-4c03-9696-b35d9a037c33 req-61cd886c-4959-442b-b549-232b0ddc9d4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4 {{(pid=83236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:42:40.624033 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-67b1a121-3f80-4c03-9696-b35d9a037c33 req-61cd886c-4959-442b-b549-232b0ddc9d4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:40.684143 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.provisioning_blocks [req-67b1a121-3f80-4c03-9696-b35d9a037c33 req-61cd886c-4959-442b-b549-232b0ddc9d4a service neutron] Transition to ACTIVE for port object 8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4 will not be triggered until provisioned by entity L2. {{(pid=83236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:42:40.691085 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-67b1a121-3f80-4c03-9696-b35d9a037c33 req-61cd886c-4959-442b-b549-232b0ddc9d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1630987'] for port, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:40.959161 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cd886c-4959-442b-b549-232b0ddc9d4a service neutron] Pushing event updated for resources: {'Port': ['ID=8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4,revision_number=2']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:42:41.018661 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.db_base_plugin_common [req-b0d73777-9056-4b74-9dd3-815255ead49b req-b12cb2fe-a525-4966-a222-106ed1423619 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Allocated IP 172.20.0.12 (39fcb412-7855-4f07-b0aa-e0f46920420d/169e6158-b558-47cf-9fc7-bdac6c38deb1/4b1a948a-5b9c-43be-a0c4-3b76e71f8765) {{(pid=83236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:42:41.131092 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-67b1a121-3f80-4c03-9696-b35d9a037c33 req-61cd886c-4959-442b-b549-232b0ddc9d4a service neutron] Attempting to bind port 8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:42:41.131415 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-67b1a121-3f80-4c03-9696-b35d9a037c33 req-61cd886c-4959-442b-b549-232b0ddc9d4a service neutron] Attempting to bind port 8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': 'd711363d-cf2f-4d62-a488-26afefce9577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290'}] {{(pid=83236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:42:41.131774 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b1a121-3f80-4c03-9696-b35d9a037c33 req-61cd886c-4959-442b-b549-232b0ddc9d4a service neutron] Attempting to bind port 8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4 on network 6fc60487-fe5e-4f0e-968b-ad40e0f30290 {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:42:41.201705 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b1a121-3f80-4c03-9696-b35d9a037c33 req-61cd886c-4959-442b-b549-232b0ddc9d4a service neutron] Port 8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4 on network 6fc60487-fe5e-4f0e-968b-ad40e0f30290 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:42:41.202024 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b1a121-3f80-4c03-9696-b35d9a037c33 req-61cd886c-4959-442b-b549-232b0ddc9d4a service neutron] Attempting to bind port 8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4 on network 6fc60487-fe5e-4f0e-968b-ad40e0f30290 {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:42:41.223349 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b1a121-3f80-4c03-9696-b35d9a037c33 req-61cd886c-4959-442b-b549-232b0ddc9d4a service neutron] Checking agent: {'id': 'ba48c32d-6c3d-40ce-a4ff-91ef21d08f39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 30, 42), 'started_at': datetime.datetime(2022, 5, 25, 22, 30, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:42:41.223704 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b1a121-3f80-4c03-9696-b35d9a037c33 req-61cd886c-4959-442b-b549-232b0ddc9d4a service neutron] Checking segment: {'id': 'd711363d-cf2f-4d62-a488-26afefce9577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:42:41.224079 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b1a121-3f80-4c03-9696-b35d9a037c33 req-61cd886c-4959-442b-b549-232b0ddc9d4a service neutron] Bound using segment: {'id': 'd711363d-cf2f-4d62-a488-26afefce9577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290'} {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:42:41.224498 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-67b1a121-3f80-4c03-9696-b35d9a037c33 req-61cd886c-4959-442b-b549-232b0ddc9d4a service neutron] Bound port: 8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd711363d-cf2f-4d62-a488-26afefce9577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290'}}] {{(pid=83236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:42:41.224836 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-67b1a121-3f80-4c03-9696-b35d9a037c33 req-61cd886c-4959-442b-b549-232b0ddc9d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:41.357469 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-b0d73777-9056-4b74-9dd3-815255ead49b req-b12cb2fe-a525-4966-a222-106ed1423619 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Notify callbacks [] for port, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:41.368078 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-67b1a121-3f80-4c03-9696-b35d9a037c33 req-61cd886c-4959-442b-b549-232b0ddc9d4a service neutron] For port 8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4, host hv-cinder-84330, cleared binding levels {{(pid=83236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:42:41.372028 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-67b1a121-3f80-4c03-9696-b35d9a037c33 req-61cd886c-4959-442b-b549-232b0ddc9d4a service neutron] For port 8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4,segment=NetworkSegment(d711363d-cf2f-4d62-a488-26afefce9577),segment_id=d711363d-cf2f-4d62-a488-26afefce9577)] {{(pid=83236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:42:41.377885 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-67b1a121-3f80-4c03-9696-b35d9a037c33 req-61cd886c-4959-442b-b549-232b0ddc9d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1630987'] for port, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:41.449897 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-67b1a121-3f80-4c03-9696-b35d9a037c33 req-61cd886c-4959-442b-b549-232b0ddc9d4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:41.451272 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-67b1a121-3f80-4c03-9696-b35d9a037c33 req-61cd886c-4959-442b-b549-232b0ddc9d4a service neutron] 10.222.0.45 "PUT /v2.0/ports/8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4 HTTP/1.1" status: 200 len: 1094 time: 1.5739477 May 25 22:42:41.454006 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a3e5bfd-2741-4138-851d-c61472113498', 'tag': '8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4'}] {{(pid=83236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:42:41.469325 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cd886c-4959-442b-b549-232b0ddc9d4a service neutron] Pushing event updated for resources: {'Port': ['ID=8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4,revision_number=3']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:42:41.473388 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-b0d73777-9056-4b74-9dd3-815255ead49b req-b12cb2fe-a525-4966-a222-106ed1423619 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:41.596887 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0d73777-9056-4b74-9dd3-815255ead49b req-b12cb2fe-a525-4966-a222-106ed1423619 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Network 39fcb412-7855-4f07-b0aa-e0f46920420d is already hosted by enough agents. {{(pid=83236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:42:41.600681 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.base_scheduler [req-b0d73777-9056-4b74-9dd3-815255ead49b req-b12cb2fe-a525-4966-a222-106ed1423619 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Resources bound (agent type, host, resource id): {{(pid=83236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:42:41.611664 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d73777-9056-4b74-9dd3-815255ead49b req-b12cb2fe-a525-4966-a222-106ed1423619 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Received port after_create {{(pid=83236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:42:41.638364 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12cb2fe-a525-4966-a222-106ed1423619 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Pushing event updated for resources: {'Port': ['ID=4b1a948a-5b9c-43be-a0c4-3b76e71f8765,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:42:41.663177 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf65d1-656f-4efd-a830-e4eeebd8cc0b req-29f65697-f149-4cad-a664-c2c17c4294b1 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:41.664640 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-b5bf65d1-656f-4efd-a830-e4eeebd8cc0b req-29f65697-f149-4cad-a664-c2c17c4294b1 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.39 "GET /v2.0/ports?device_id=90c62c1d-b125-4000-84ae-864b58f65d58 HTTP/1.1" status: 200 len: 932 time: 0.2403791 May 25 22:42:41.670171 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffe2fa-a871-468c-804c-b97c879db19f req-6cc9d71f-ca2b-459f-824f-a909b92aec21 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:41.671508 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-caffe2fa-a871-468c-804c-b97c879db19f req-6cc9d71f-ca2b-459f-824f-a909b92aec21 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a3e5bfd-2741-4138-851d-c61472113498 HTTP/1.1" status: 200 len: 944 time: 0.1145504 May 25 22:42:41.681458 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d73777-9056-4b74-9dd3-815255ead49b req-b12cb2fe-a525-4966-a222-106ed1423619 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:41.682576 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-b0d73777-9056-4b74-9dd3-815255ead49b req-b12cb2fe-a525-4966-a222-106ed1423619 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:41.698461 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-67b1a121-3f80-4c03-9696-b35d9a037c33 req-dd288892-f9b0-4fd0-a84b-75a1a7e39b57 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e555a5edad0e42029674c53c2976a6de&device_id=6a3e5bfd-2741-4138-851d-c61472113498 HTTP/1.1" status: 200 len: 1097 time: 0.1882563 May 25 22:42:41.710926 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b0d73777-9056-4b74-9dd3-815255ead49b req-b12cb2fe-a525-4966-a222-106ed1423619 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4167452 May 25 22:42:41.741619 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-b5bf65d1-656f-4efd-a830-e4eeebd8cc0b req-9b79fe47-f1dc-4c78-b795-954273c5c824 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6b161e4-8347-4d26-b79f-2764ac4c1d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691566 May 25 22:42:41.755126 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-caffe2fa-a871-468c-804c-b97c879db19f req-2dc07880-e15e-4e15-a796-994fc820a507 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5f81bdb-cd9f-42ac-8815-fbe67bb30640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673494 May 25 22:42:41.772489 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [req-b0d73777-9056-4b74-9dd3-815255ead49b req-ded856ff-701f-4867-a068-c47a99c1e523 service neutron] Request body: {'port': {'device_id': '90c62c1d-b125-4000-84ae-864b58f65d58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:42:41.780513 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:41.816861 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-67b1a121-3f80-4c03-9696-b35d9a037c33 req-0519d8ab-929b-44cf-9728-b8a690c8abf2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4 HTTP/1.1" status: 200 len: 217 time: 0.1046245 May 25 22:42:41.824095 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-334b4d7d-29f7-4e8e-b4fa-78f70dd98b28'] response: {'name': 'network-changed', 'server_uuid': '6a3e5bfd-2741-4138-851d-c61472113498', 'tag': '8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4', 'status': 'completed', 'code': 200} May 25 22:42:41.934205 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-b0d73777-9056-4b74-9dd3-815255ead49b req-ded856ff-701f-4867-a068-c47a99c1e523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:41.946204 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1a121-3f80-4c03-9696-b35d9a037c33 req-7774bf04-772e-4286-bbf4-3bc688f8b592 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:41.948131 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-67b1a121-3f80-4c03-9696-b35d9a037c33 req-7774bf04-772e-4286-bbf4-3bc688f8b592 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5cd7d5a-b211-4d75-93e3-7264c9b5bb90 HTTP/1.1" status: 200 len: 854 time: 0.0869541 May 25 22:42:42.132192 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-67b1a121-3f80-4c03-9696-b35d9a037c33 req-4e049d4a-fcc5-4f14-9eb5-5bd007f6717a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6fc60487-fe5e-4f0e-968b-ad40e0f30290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1777101 May 25 22:42:42.357842 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-67b1a121-3f80-4c03-9696-b35d9a037c33 req-2ad818cf-3bfe-4798-9197-9a43db7f7fdd service neutron] 10.222.0.45 "GET /v2.0/networks/6fc60487-fe5e-4f0e-968b-ad40e0f30290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094729 May 25 22:42:42.593421 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [req-b0d73777-9056-4b74-9dd3-815255ead49b req-ded856ff-701f-4867-a068-c47a99c1e523 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b1a948a-5b9c-43be-a0c4-3b76e71f8765 {{(pid=83236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:42:42.611044 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-b0d73777-9056-4b74-9dd3-815255ead49b req-ded856ff-701f-4867-a068-c47a99c1e523 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:42.640296 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.provisioning_blocks [req-b0d73777-9056-4b74-9dd3-815255ead49b req-ded856ff-701f-4867-a068-c47a99c1e523 service neutron] Transition to ACTIVE for port object 4b1a948a-5b9c-43be-a0c4-3b76e71f8765 will not be triggered until provisioned by entity L2. {{(pid=83236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:42:42.642535 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-67b1a121-3f80-4c03-9696-b35d9a037c33 req-37f194f2-52ce-44bd-a161-ca30013a0d6b service neutron] 10.222.0.45 "GET /v2.0/networks/6fc60487-fe5e-4f0e-968b-ad40e0f30290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787631 May 25 22:42:42.644044 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-b0d73777-9056-4b74-9dd3-815255ead49b req-ded856ff-701f-4867-a068-c47a99c1e523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1630987'] for port, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:42.806048 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded856ff-701f-4867-a068-c47a99c1e523 service neutron] Pushing event updated for resources: {'Port': ['ID=4b1a948a-5b9c-43be-a0c4-3b76e71f8765,revision_number=2']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:42:42.940145 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-28ecfb41-25f4-4f98-9469-9a2e5517fd2e req-5b41a5a9-e235-4f98-bf0f-772793e07310 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e555a5edad0e42029674c53c2976a6de&device_id=6a3e5bfd-2741-4138-851d-c61472113498 HTTP/1.1" status: 200 len: 1097 time: 0.1947854 May 25 22:42:43.013779 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031ce92-0d27-4fd0-9f73-5adc907b5776 req-01b9e9e8-11a7-4c43-b8a4-75f4440430e2 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:43.015231 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-1031ce92-0d27-4fd0-9f73-5adc907b5776 req-01b9e9e8-11a7-4c43-b8a4-75f4440430e2 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.39 "GET /v2.0/ports?device_id=90c62c1d-b125-4000-84ae-864b58f65d58 HTTP/1.1" status: 200 len: 944 time: 0.1363428 May 25 22:42:43.026789 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-b0d73777-9056-4b74-9dd3-815255ead49b req-ded856ff-701f-4867-a068-c47a99c1e523 service neutron] Attempting to bind port 4b1a948a-5b9c-43be-a0c4-3b76e71f8765 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:42:43.027115 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-b0d73777-9056-4b74-9dd3-815255ead49b req-ded856ff-701f-4867-a068-c47a99c1e523 service neutron] Attempting to bind port 4b1a948a-5b9c-43be-a0c4-3b76e71f8765 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '1e5c1018-7dd3-410a-bf40-6f3c442a1cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '39fcb412-7855-4f07-b0aa-e0f46920420d'}] {{(pid=83236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:42:43.027434 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d73777-9056-4b74-9dd3-815255ead49b req-ded856ff-701f-4867-a068-c47a99c1e523 service neutron] Attempting to bind port 4b1a948a-5b9c-43be-a0c4-3b76e71f8765 on network 39fcb412-7855-4f07-b0aa-e0f46920420d {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:42:43.042923 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe61d50-a911-44fb-915a-92203a1b91bc req-2ac39a86-7db3-4455-b7e7-9a8769ba5abb tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:43.044269 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-fbe61d50-a911-44fb-915a-92203a1b91bc req-2ac39a86-7db3-4455-b7e7-9a8769ba5abb tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a3e5bfd-2741-4138-851d-c61472113498 HTTP/1.1" status: 200 len: 944 time: 0.1234407 May 25 22:42:43.046696 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d73777-9056-4b74-9dd3-815255ead49b req-ded856ff-701f-4867-a068-c47a99c1e523 service neutron] Port 4b1a948a-5b9c-43be-a0c4-3b76e71f8765 on network 39fcb412-7855-4f07-b0aa-e0f46920420d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:42:43.047006 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d73777-9056-4b74-9dd3-815255ead49b req-ded856ff-701f-4867-a068-c47a99c1e523 service neutron] Attempting to bind port 4b1a948a-5b9c-43be-a0c4-3b76e71f8765 on network 39fcb412-7855-4f07-b0aa-e0f46920420d {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:42:43.067605 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d73777-9056-4b74-9dd3-815255ead49b req-ded856ff-701f-4867-a068-c47a99c1e523 service neutron] Checking agent: {'id': 'ba48c32d-6c3d-40ce-a4ff-91ef21d08f39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 30, 42), 'started_at': datetime.datetime(2022, 5, 25, 22, 30, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:42:43.067940 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d73777-9056-4b74-9dd3-815255ead49b req-ded856ff-701f-4867-a068-c47a99c1e523 service neutron] Checking segment: {'id': '1e5c1018-7dd3-410a-bf40-6f3c442a1cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '39fcb412-7855-4f07-b0aa-e0f46920420d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:42:43.068302 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d73777-9056-4b74-9dd3-815255ead49b req-ded856ff-701f-4867-a068-c47a99c1e523 service neutron] Bound using segment: {'id': '1e5c1018-7dd3-410a-bf40-6f3c442a1cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '39fcb412-7855-4f07-b0aa-e0f46920420d'} {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:42:43.068728 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-b0d73777-9056-4b74-9dd3-815255ead49b req-ded856ff-701f-4867-a068-c47a99c1e523 service neutron] Bound port: 4b1a948a-5b9c-43be-a0c4-3b76e71f8765, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e5c1018-7dd3-410a-bf40-6f3c442a1cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '39fcb412-7855-4f07-b0aa-e0f46920420d'}}] {{(pid=83236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:42:43.069064 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-b0d73777-9056-4b74-9dd3-815255ead49b req-ded856ff-701f-4867-a068-c47a99c1e523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:43.099260 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-1031ce92-0d27-4fd0-9f73-5adc907b5776 req-d239b490-0ac0-4730-afe0-99226968d05b tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6b161e4-8347-4d26-b79f-2764ac4c1d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766494 May 25 22:42:43.109448 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-fbe61d50-a911-44fb-915a-92203a1b91bc req-cc75f59b-75dd-467c-bc20-6aa0788c12ac tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5f81bdb-cd9f-42ac-8815-fbe67bb30640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576673 May 25 22:42:43.144982 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ecfb41-25f4-4f98-9469-9a2e5517fd2e req-d43fa8ae-ce07-4a9c-89a7-914391986e22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:43.146400 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-28ecfb41-25f4-4f98-9469-9a2e5517fd2e req-d43fa8ae-ce07-4a9c-89a7-914391986e22 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6fc60487-fe5e-4f0e-968b-ad40e0f30290 HTTP/1.1" status: 200 len: 916 time: 0.1971049 May 25 22:42:43.229664 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-28ecfb41-25f4-4f98-9469-9a2e5517fd2e req-77b4a68a-69c9-4710-b0d6-1e26df53b546 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4 HTTP/1.1" status: 200 len: 217 time: 0.0762935 May 25 22:42:43.235327 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-b0d73777-9056-4b74-9dd3-815255ead49b req-ded856ff-701f-4867-a068-c47a99c1e523 service neutron] For port 4b1a948a-5b9c-43be-a0c4-3b76e71f8765, host hv-cinder-84330, cleared binding levels {{(pid=83236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:42:43.282930 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-b0d73777-9056-4b74-9dd3-815255ead49b req-ded856ff-701f-4867-a068-c47a99c1e523 service neutron] For port 4b1a948a-5b9c-43be-a0c4-3b76e71f8765, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=4b1a948a-5b9c-43be-a0c4-3b76e71f8765,segment=NetworkSegment(1e5c1018-7dd3-410a-bf40-6f3c442a1cb5),segment_id=1e5c1018-7dd3-410a-bf40-6f3c442a1cb5)] {{(pid=83236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:42:43.292012 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-b0d73777-9056-4b74-9dd3-815255ead49b req-ded856ff-701f-4867-a068-c47a99c1e523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1630987'] for port, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:43.359538 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ecfb41-25f4-4f98-9469-9a2e5517fd2e req-4fac0670-0b10-4309-a15d-18187da01624 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:43.360777 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-28ecfb41-25f4-4f98-9469-9a2e5517fd2e req-4fac0670-0b10-4309-a15d-18187da01624 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5cd7d5a-b211-4d75-93e3-7264c9b5bb90 HTTP/1.1" status: 200 len: 854 time: 0.1233823 May 25 22:42:43.367516 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-b0d73777-9056-4b74-9dd3-815255ead49b req-ded856ff-701f-4867-a068-c47a99c1e523 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:43.368761 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b0d73777-9056-4b74-9dd3-815255ead49b req-ded856ff-701f-4867-a068-c47a99c1e523 service neutron] 10.222.0.45 "PUT /v2.0/ports/4b1a948a-5b9c-43be-a0c4-3b76e71f8765 HTTP/1.1" status: 200 len: 1094 time: 1.6050589 May 25 22:42:43.414433 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded856ff-701f-4867-a068-c47a99c1e523 service neutron] Pushing event updated for resources: {'Port': ['ID=4b1a948a-5b9c-43be-a0c4-3b76e71f8765,revision_number=3']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:42:43.498326 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-28ecfb41-25f4-4f98-9469-9a2e5517fd2e req-47d09d81-d19e-4ab7-bc63-193fc27318b4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6fc60487-fe5e-4f0e-968b-ad40e0f30290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1280849 May 25 22:42:43.528193 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b0d73777-9056-4b74-9dd3-815255ead49b req-923c7e94-65ca-404f-b910-3fc19a40d3ee service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c8027bf14dc24b358a785ccb0ca63775&device_id=90c62c1d-b125-4000-84ae-864b58f65d58 HTTP/1.1" status: 200 len: 1097 time: 0.1057894 May 25 22:42:43.646797 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b0d73777-9056-4b74-9dd3-815255ead49b req-0541b778-d8b0-41e3-939c-8d6d46429aec service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b1a948a-5b9c-43be-a0c4-3b76e71f8765 HTTP/1.1" status: 200 len: 217 time: 0.0716050 May 25 22:42:43.736733 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d73777-9056-4b74-9dd3-815255ead49b req-ab398e0e-4c46-4251-801c-447ed3893161 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:43.738133 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b0d73777-9056-4b74-9dd3-815255ead49b req-ab398e0e-4c46-4251-801c-447ed3893161 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=169e6158-b558-47cf-9fc7-bdac6c38deb1 HTTP/1.1" status: 200 len: 854 time: 0.0843523 May 25 22:42:43.739958 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-28ecfb41-25f4-4f98-9469-9a2e5517fd2e req-ebff1d4e-1a97-4ed1-9274-c7c0ab575afc service neutron] 10.222.0.45 "GET /v2.0/networks/6fc60487-fe5e-4f0e-968b-ad40e0f30290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333326 May 25 22:42:43.849051 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c62c1d-b125-4000-84ae-864b58f65d58', 'tag': '4b1a948a-5b9c-43be-a0c4-3b76e71f8765'}] {{(pid=83236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:42:43.859966 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b0d73777-9056-4b74-9dd3-815255ead49b req-92391379-f010-4f31-8a9e-54895e1ce3d8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=39fcb412-7855-4f07-b0aa-e0f46920420d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1101780 May 25 22:42:43.942766 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d465c62-8949-4a68-a9a3-37bb5b64b342'] response: {'name': 'network-changed', 'server_uuid': '90c62c1d-b125-4000-84ae-864b58f65d58', 'tag': '4b1a948a-5b9c-43be-a0c4-3b76e71f8765', 'status': 'completed', 'code': 200} May 25 22:42:44.010391 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-28ecfb41-25f4-4f98-9469-9a2e5517fd2e req-89f38bc8-e5f0-4b1b-bbd6-5183608200db service neutron] 10.222.0.45 "GET /v2.0/networks/6fc60487-fe5e-4f0e-968b-ad40e0f30290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594333 May 25 22:42:44.117428 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b0d73777-9056-4b74-9dd3-815255ead49b req-f0986620-0c15-40db-a5b6-46e092abdf28 service neutron] 10.222.0.45 "GET /v2.0/networks/39fcb412-7855-4f07-b0aa-e0f46920420d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484858 May 25 22:42:44.265797 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b0d73777-9056-4b74-9dd3-815255ead49b req-633b2619-bf17-4723-958f-faae2c281270 service neutron] 10.222.0.45 "GET /v2.0/networks/39fcb412-7855-4f07-b0aa-e0f46920420d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415105 May 25 22:42:44.377606 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e62db-b801-44a8-9253-eab06ce93686 req-4a0cae58-c2ae-4963-89a7-bf01800f004c tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:44.379090 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-0d9e62db-b801-44a8-9253-eab06ce93686 req-4a0cae58-c2ae-4963-89a7-bf01800f004c tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a3e5bfd-2741-4138-851d-c61472113498 HTTP/1.1" status: 200 len: 944 time: 0.1441071 May 25 22:42:44.384446 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ff180-62c1-4897-a9e4-d800ef9fb83d req-82a6cfc0-6a5c-44f1-8173-ec0ced904973 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:44.386520 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-678ff180-62c1-4897-a9e4-d800ef9fb83d req-82a6cfc0-6a5c-44f1-8173-ec0ced904973 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.39 "GET /v2.0/ports?device_id=90c62c1d-b125-4000-84ae-864b58f65d58 HTTP/1.1" status: 200 len: 944 time: 0.1180785 May 25 22:42:44.417777 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-d6930a8b-dd8f-4cb2-88dc-cdeb0cfba935 req-2d1d4a34-eb08-4ec7-b2da-5f8849a39cb0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c8027bf14dc24b358a785ccb0ca63775&device_id=90c62c1d-b125-4000-84ae-864b58f65d58 HTTP/1.1" status: 200 len: 1097 time: 0.0686588 May 25 22:42:44.464406 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-0d9e62db-b801-44a8-9253-eab06ce93686 req-8094e4bb-3c1a-4397-82a6-96b514ee664c tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5f81bdb-cd9f-42ac-8815-fbe67bb30640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769432 May 25 22:42:44.466504 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-678ff180-62c1-4897-a9e4-d800ef9fb83d req-3ce51715-5a06-4624-aafa-bc011794d630 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6b161e4-8347-4d26-b79f-2764ac4c1d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642674 May 25 22:42:44.547017 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6930a8b-dd8f-4cb2-88dc-cdeb0cfba935 req-70119b44-7570-404b-848f-c3bc248e2a12 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:44.548464 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-d6930a8b-dd8f-4cb2-88dc-cdeb0cfba935 req-70119b44-7570-404b-848f-c3bc248e2a12 service neutron] 10.222.0.45 "GET /v2.0/networks?id=39fcb412-7855-4f07-b0aa-e0f46920420d HTTP/1.1" status: 200 len: 915 time: 0.1251829 May 25 22:42:44.634896 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-d6930a8b-dd8f-4cb2-88dc-cdeb0cfba935 req-c60fca15-bc60-4393-bf89-d532d6a873b1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b1a948a-5b9c-43be-a0c4-3b76e71f8765 HTTP/1.1" status: 200 len: 217 time: 0.0798869 May 25 22:42:44.698382 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6930a8b-dd8f-4cb2-88dc-cdeb0cfba935 req-d2686a7e-3b46-4328-96c8-7256da446f26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:44.699839 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-d6930a8b-dd8f-4cb2-88dc-cdeb0cfba935 req-d2686a7e-3b46-4328-96c8-7256da446f26 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=169e6158-b558-47cf-9fc7-bdac6c38deb1 HTTP/1.1" status: 200 len: 854 time: 0.0567892 May 25 22:42:44.745742 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-d6930a8b-dd8f-4cb2-88dc-cdeb0cfba935 req-ef6e0599-d280-4c4e-b8b2-7fb5aeb2ee46 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=39fcb412-7855-4f07-b0aa-e0f46920420d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400825 May 25 22:42:44.879535 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-d6930a8b-dd8f-4cb2-88dc-cdeb0cfba935 req-f04bcbe1-ce1d-4528-b2aa-c9802e6f8d5b service neutron] 10.222.0.45 "GET /v2.0/networks/39fcb412-7855-4f07-b0aa-e0f46920420d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270101 May 25 22:42:45.018675 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-d6930a8b-dd8f-4cb2-88dc-cdeb0cfba935 req-8293391c-46a2-4c57-acaa-e3361b241af6 service neutron] 10.222.0.45 "GET /v2.0/networks/39fcb412-7855-4f07-b0aa-e0f46920420d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320801 May 25 22:42:45.701443 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 22:42:45.710650 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9134b-4dec-4c37-acae-097b5799f521 req-eb8253ff-1550-4aac-9615-9691229523aa tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:45.712112 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-5cd9134b-4dec-4c37-acae-097b5799f521 req-eb8253ff-1550-4aac-9615-9691229523aa tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a3e5bfd-2741-4138-851d-c61472113498 HTTP/1.1" status: 200 len: 944 time: 0.1306703 May 25 22:42:45.722053 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7218672-60bc-4bf8-b990-c6f44afc840a req-bb4bc1f4-3826-49a2-b899-bbe61a477f13 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:45.723417 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-d7218672-60bc-4bf8-b990-c6f44afc840a req-bb4bc1f4-3826-49a2-b899-bbe61a477f13 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.39 "GET /v2.0/ports?device_id=90c62c1d-b125-4000-84ae-864b58f65d58 HTTP/1.1" status: 200 len: 944 time: 0.1110666 May 25 22:42:45.797833 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-5cd9134b-4dec-4c37-acae-097b5799f521 req-4005bdad-fc5a-4463-9a3d-3acc1d4e844c tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5f81bdb-cd9f-42ac-8815-fbe67bb30640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734558 May 25 22:42:45.801288 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-d7218672-60bc-4bf8-b990-c6f44afc840a req-f77a3354-a725-4376-9a7a-38c3d6a63b16 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6b161e4-8347-4d26-b79f-2764ac4c1d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612016 May 25 22:42:45.834197 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port 8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4,segment=NetworkSegment(d711363d-cf2f-4d62-a488-26afefce9577),segment_id=d711363d-cf2f-4d62-a488-26afefce9577)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:42:45.850775 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Returning: {'device': '8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4', 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'port_id': '8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4', 'mac_address': 'fa:16:3e:41:59:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 22:42:45.904107 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:45.921031 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.notifiers.nova [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4 {{(pid=83238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:42:45.935144 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port 8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4,segment=NetworkSegment(d711363d-cf2f-4d62-a488-26afefce9577),segment_id=d711363d-cf2f-4d62-a488-26afefce9577)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:42:45.938802 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:46.003183 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Pushing event updated for resources: {'Port': ['ID=8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4,revision_number=4']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:42:46.011595 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:42:46.011930 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:42:46.012255 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:42:46.012579 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:42:46.012897 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:42:46.013208 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:42:46.013521 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:42:46.013833 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:42:46.014139 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:42:46.014445 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:42:46.014750 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:42:46.218564 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] get_ports_and_sgs() called for port_ids ['8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4'] {{(pid=83238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:42:47.063176 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc1030-65e5-42c0-9e09-6002527bd969 req-013d818a-eec2-4631-a8d9-d962bdd67759 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:47.064622 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-a4cc1030-65e5-42c0-9e09-6002527bd969 req-013d818a-eec2-4631-a8d9-d962bdd67759 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a3e5bfd-2741-4138-851d-c61472113498 HTTP/1.1" status: 200 len: 945 time: 0.1363630 May 25 22:42:47.069850 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172367e-4ff0-4261-b8ff-d119a158ac87 req-81270c1d-44aa-421d-bc7a-7ac0377837dc tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:47.071146 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-8172367e-4ff0-4261-b8ff-d119a158ac87 req-81270c1d-44aa-421d-bc7a-7ac0377837dc tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.39 "GET /v2.0/ports?device_id=90c62c1d-b125-4000-84ae-864b58f65d58 HTTP/1.1" status: 200 len: 944 time: 0.1137598 May 25 22:42:47.138425 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-a4cc1030-65e5-42c0-9e09-6002527bd969 req-14bd93e5-1cef-47a3-8304-f5b7d4700ee0 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5f81bdb-cd9f-42ac-8815-fbe67bb30640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662751 May 25 22:42:47.144808 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-8172367e-4ff0-4261-b8ff-d119a158ac87 req-e9e595ea-ef3e-4eb8-a0b8-134de1262227 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6b161e4-8347-4d26-b79f-2764ac4c1d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597408 May 25 22:42:47.708408 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 4b1a948a-5b9c-43be-a0c4-3b76e71f8765 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 22:42:47.715148 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4 up at agent hyperv_hv-cinder-84330 {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:42:47.883068 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Provisioning for port 8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4 completed by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:42:47.893841 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Provisioning complete for port 8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4 triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:42:47.894198 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:47.931477 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port 4b1a948a-5b9c-43be-a0c4-3b76e71f8765, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=4b1a948a-5b9c-43be-a0c4-3b76e71f8765,segment=NetworkSegment(1e5c1018-7dd3-410a-bf40-6f3c442a1cb5),segment_id=1e5c1018-7dd3-410a-bf40-6f3c442a1cb5)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:42:47.954898 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Returning: {'device': '4b1a948a-5b9c-43be-a0c4-3b76e71f8765', 'network_id': '39fcb412-7855-4f07-b0aa-e0f46920420d', 'port_id': '4b1a948a-5b9c-43be-a0c4-3b76e71f8765', 'mac_address': 'fa:16:3e:3f:60:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '169e6158-b558-47cf-9fc7-bdac6c38deb1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 22:42:48.048835 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:48.076530 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.notifiers.nova [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b1a948a-5b9c-43be-a0c4-3b76e71f8765 {{(pid=83238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:42:48.084607 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:48.106685 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port 4b1a948a-5b9c-43be-a0c4-3b76e71f8765, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=4b1a948a-5b9c-43be-a0c4-3b76e71f8765,segment=NetworkSegment(1e5c1018-7dd3-410a-bf40-6f3c442a1cb5),segment_id=1e5c1018-7dd3-410a-bf40-6f3c442a1cb5)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:42:48.113434 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:48.145602 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3e5bfd-2741-4138-851d-c61472113498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4'}] {{(pid=83238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:42:48.172883 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port 8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4,segment=NetworkSegment(d711363d-cf2f-4d62-a488-26afefce9577),segment_id=d711363d-cf2f-4d62-a488-26afefce9577)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:42:48.186731 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:48.201575 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Pushing event updated for resources: {'Port': ['ID=4b1a948a-5b9c-43be-a0c4-3b76e71f8765,revision_number=4']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:42:48.235886 dv-cinder-843305-1-iscsi neutron-server[83238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aca260b4-0d96-4d98-b784-81351122049b'] response: {'server_uuid': '6a3e5bfd-2741-4138-851d-c61472113498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4', 'code': 200} May 25 22:42:48.278922 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Pushing event updated for resources: {'Port': ['ID=8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4,revision_number=5']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:42:48.396776 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] get_ports_and_sgs() called for port_ids ['4b1a948a-5b9c-43be-a0c4-3b76e71f8765'] {{(pid=83238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:42:48.529250 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad98b1-a498-42ff-a2ef-1044e208cd5c req-a326ba23-63b1-422e-b6ae-d8a862646f06 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:48.537021 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-b4ad98b1-a498-42ff-a2ef-1044e208cd5c req-a326ba23-63b1-422e-b6ae-d8a862646f06 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a3e5bfd-2741-4138-851d-c61472113498 HTTP/1.1" status: 200 len: 946 time: 0.2508683 May 25 22:42:48.539873 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-56a53b4a-0026-4841-ac24-cf7dedd2185a req-fff0368c-90b1-4e8a-bfb7-c4fe46306b51 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6a3e5bfd-2741-4138-851d-c61472113498 HTTP/1.1" status: 200 len: 1099 time: 0.1202948 May 25 22:42:48.594531 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-b4ad98b1-a498-42ff-a2ef-1044e208cd5c req-91b9e822-f0ee-406a-948e-a3a592abb7b6 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5f81bdb-cd9f-42ac-8815-fbe67bb30640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558825 May 25 22:42:48.598938 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-56a53b4a-0026-4841-ac24-cf7dedd2185a req-e04820c4-9fc1-4bea-9d4b-dacc57f10c70 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f5f81bdb-cd9f-42ac-8815-fbe67bb30640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527205 May 25 22:42:48.687790 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307de613-dc0a-4b04-9778-8847273f963e req-c384d13b-c5f1-4441-bded-b63b5d2f367d tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:48.689221 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-307de613-dc0a-4b04-9778-8847273f963e req-c384d13b-c5f1-4441-bded-b63b5d2f367d tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.39 "GET /v2.0/ports?device_id=90c62c1d-b125-4000-84ae-864b58f65d58 HTTP/1.1" status: 200 len: 945 time: 0.3477609 May 25 22:42:48.734130 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-307de613-dc0a-4b04-9778-8847273f963e req-4ec7e725-fef6-4e48-9471-d8d23a45fea1 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6b161e4-8347-4d26-b79f-2764ac4c1d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393736 May 25 22:42:49.724709 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 4b1a948a-5b9c-43be-a0c4-3b76e71f8765 up at agent hyperv_hv-cinder-84330 {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:42:49.795682 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Provisioning for port 4b1a948a-5b9c-43be-a0c4-3b76e71f8765 completed by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:42:49.800596 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Provisioning complete for port 4b1a948a-5b9c-43be-a0c4-3b76e71f8765 triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:42:49.801039 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:49.805121 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb13074-7c80-4def-9bd7-b3d2d17ce83e req-9dbfaebf-092d-4419-aa70-ce434807e821 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:49.806622 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-4eb13074-7c80-4def-9bd7-b3d2d17ce83e req-9dbfaebf-092d-4419-aa70-ce434807e821 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a3e5bfd-2741-4138-851d-c61472113498 HTTP/1.1" status: 200 len: 946 time: 0.0856946 May 25 22:42:49.856928 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-4eb13074-7c80-4def-9bd7-b3d2d17ce83e req-d74a06ad-2c9e-4291-a5a1-20902c832f4c tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5f81bdb-cd9f-42ac-8815-fbe67bb30640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443919 May 25 22:42:49.921093 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:49.939598 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff2195-d967-4ada-bcb6-c56f59608d6b req-a216da26-e8ca-42c4-9f36-e5389eb580a8 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:49.946678 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f3ff2195-d967-4ada-bcb6-c56f59608d6b req-a216da26-e8ca-42c4-9f36-e5389eb580a8 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.39 "GET /v2.0/ports?device_id=90c62c1d-b125-4000-84ae-864b58f65d58 HTTP/1.1" status: 200 len: 945 time: 0.0887403 May 25 22:42:49.958232 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port 4b1a948a-5b9c-43be-a0c4-3b76e71f8765, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=4b1a948a-5b9c-43be-a0c4-3b76e71f8765,segment=NetworkSegment(1e5c1018-7dd3-410a-bf40-6f3c442a1cb5),segment_id=1e5c1018-7dd3-410a-bf40-6f3c442a1cb5)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:42:49.969958 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:50.036480 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f3ff2195-d967-4ada-bcb6-c56f59608d6b req-8c1e87ef-f529-45e0-bebd-aafb36f5b4be tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6b161e4-8347-4d26-b79f-2764ac4c1d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889678 May 25 22:42:50.037920 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Pushing event updated for resources: {'Port': ['ID=4b1a948a-5b9c-43be-a0c4-3b76e71f8765,revision_number=5']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:42:50.042358 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-7e542cd6-3a1a-4eac-a32c-bc7b5d6ae1d0 req-fb67b3b1-ef93-48c4-b8d5-dd9064aec1d1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6a3e5bfd-2741-4138-851d-c61472113498&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0911396 May 25 22:42:50.071918 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed4813-b93e-4173-932f-015b69b1ccd0 req-47e37cec-c548-4035-9305-1ed899d9dc63 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:50.074099 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-beed4813-b93e-4173-932f-015b69b1ccd0 req-47e37cec-c548-4035-9305-1ed899d9dc63 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a3e5bfd-2741-4138-851d-c61472113498 HTTP/1.1" status: 200 len: 946 time: 0.0928097 May 25 22:42:50.083849 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 32812) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:42:50.088936 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-f6eef98a-6fc7-4300-8b42-fcabf1ce70df tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Request body: {'floatingip': {'port_id': '8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:42:50.167224 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-f6eef98a-6fc7-4300-8b42-fcabf1ce70df tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for floatingip, before_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:50.199841 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-7e542cd6-3a1a-4eac-a32c-bc7b5d6ae1d0 req-88615a64-8455-436d-9d68-07b489e4167d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e555a5edad0e42029674c53c2976a6de&device_id=6a3e5bfd-2741-4138-851d-c61472113498 HTTP/1.1" status: 200 len: 1099 time: 0.0680206 May 25 22:42:50.237338 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c62c1d-b125-4000-84ae-864b58f65d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b1a948a-5b9c-43be-a0c4-3b76e71f8765'}] {{(pid=83238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:42:50.293036 dv-cinder-843305-1-iscsi neutron-server[83238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4fee2bb-3c90-46b6-a394-1477970ecc05'] response: {'server_uuid': '90c62c1d-b125-4000-84ae-864b58f65d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b1a948a-5b9c-43be-a0c4-3b76e71f8765', 'code': 200} May 25 22:42:50.351615 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e542cd6-3a1a-4eac-a32c-bc7b5d6ae1d0 req-5f5aceb3-3409-4ae3-96f8-e9aa82de4d1a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:50.353037 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-7e542cd6-3a1a-4eac-a32c-bc7b5d6ae1d0 req-5f5aceb3-3409-4ae3-96f8-e9aa82de4d1a service neutron] 10.222.0.45 "GET /v2.0/networks?id=6fc60487-fe5e-4f0e-968b-ad40e0f30290 HTTP/1.1" status: 200 len: 916 time: 0.1350336 May 25 22:42:50.433610 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-7e542cd6-3a1a-4eac-a32c-bc7b5d6ae1d0 req-bd80a897-aa1c-43b0-a7ef-6feb8ad81074 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4 HTTP/1.1" status: 200 len: 217 time: 0.0658960 May 25 22:42:50.535330 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e542cd6-3a1a-4eac-a32c-bc7b5d6ae1d0 req-ae155ab2-a874-4521-9ce3-8cf984220989 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:50.536834 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-7e542cd6-3a1a-4eac-a32c-bc7b5d6ae1d0 req-ae155ab2-a874-4521-9ce3-8cf984220989 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5cd7d5a-b211-4d75-93e3-7264c9b5bb90 HTTP/1.1" status: 200 len: 854 time: 0.0979040 May 25 22:42:50.619548 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-2e1d8c10-61c3-4f19-a68d-fa16214bea35 req-bbe85f20-eca9-4b79-b93e-e9e4a2bb6943 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=90c62c1d-b125-4000-84ae-864b58f65d58 HTTP/1.1" status: 200 len: 1099 time: 0.1323047 May 25 22:42:50.645101 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-7e542cd6-3a1a-4eac-a32c-bc7b5d6ae1d0 req-3f934f43-ecf0-4bbf-ae91-0d053849b9de service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6fc60487-fe5e-4f0e-968b-ad40e0f30290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0989261 May 25 22:42:50.824595 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-2e1d8c10-61c3-4f19-a68d-fa16214bea35 req-4556a3b6-c4db-47d6-9d9e-3b6aae52e968 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f6b161e4-8347-4d26-b79f-2764ac4c1d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980581 May 25 22:42:50.848056 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-f6eef98a-6fc7-4300-8b42-fcabf1ce70df tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:50.852974 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-f6eef98a-6fc7-4300-8b42-fcabf1ce70df tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335082'] for floatingip, after_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:50.868996 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-7e542cd6-3a1a-4eac-a32c-bc7b5d6ae1d0 req-2afd5fb9-17d4-4731-85c5-cac318077b30 service neutron] 10.222.0.45 "GET /v2.0/networks/6fc60487-fe5e-4f0e-968b-ad40e0f30290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174180 May 25 22:42:51.038772 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.db.l3_db [None req-f6eef98a-6fc7-4300-8b42-fcabf1ce70df tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Floating IP f3f88e7c-7641-4415-a21a-81610db14464 associated. External IP: 172.27.0.214, port: 8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4. May 25 22:42:51.209881 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-7e542cd6-3a1a-4eac-a32c-bc7b5d6ae1d0 req-1defcb5c-ce96-4385-8f5f-8736c17a7e60 service neutron] 10.222.0.45 "GET /v2.0/networks/6fc60487-fe5e-4f0e-968b-ad40e0f30290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265588 May 25 22:42:51.273225 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3743cbc-0a4b-4196-9de5-3cebf1322e6a req-a8f9bc56-8ffd-444c-bc95-8aabebb011b2 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:51.274824 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-a3743cbc-0a4b-4196-9de5-3cebf1322e6a req-a8f9bc56-8ffd-444c-bc95-8aabebb011b2 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.39 "GET /v2.0/ports?device_id=90c62c1d-b125-4000-84ae-864b58f65d58 HTTP/1.1" status: 200 len: 946 time: 0.1004329 May 25 22:42:51.336037 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-a3743cbc-0a4b-4196-9de5-3cebf1322e6a req-655cf1d3-0c31-4400-821b-cec13a8a4cf7 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6b161e4-8347-4d26-b79f-2764ac4c1d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524356 May 25 22:42:51.533331 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6eef98a-6fc7-4300-8b42-fcabf1ce70df tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Router c59067a3-0264-4d42-9ec2-78de27f8bb1f has already been hosted by L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a {{(pid=83237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:42:51.824205 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6eef98a-6fc7-4300-8b42-fcabf1ce70df tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:42:51.828977 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-f6eef98a-6fc7-4300-8b42-fcabf1ce70df tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for floatingip, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:42:51.833417 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31755bd8-b429-411e-a47b-5485ef600f25 None None] Sync routers for ids ['c59067a3-0264-4d42-9ec2-78de27f8bb1f'] in dv-cinder-843305-1-iscsi {{(pid=83239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:42:51.847832 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31755bd8-b429-411e-a47b-5485ef600f25 None None] Routers {'c59067a3-0264-4d42-9ec2-78de27f8bb1f'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:42:51.848645 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-31755bd8-b429-411e-a47b-5485ef600f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:42:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['c59067a3-0264-4d42-9ec2-78de27f8bb1f'], 'active': True} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:42:51.881884 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-f6eef98a-6fc7-4300-8b42-fcabf1ce70df tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "PUT /v2.0/floatingips/f3f88e7c-7641-4415-a21a-81610db14464 HTTP/1.1" status: 200 len: 992 time: 1.7970145 May 25 22:42:51.882574 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a3e5bfd-2741-4138-851d-c61472113498', 'tag': '8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4'}] {{(pid=83237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:42:51.954952 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4633aa3d-d2ac-4822-9fe7-19f6a0601f9a'] response: {'name': 'network-changed', 'server_uuid': '6a3e5bfd-2741-4138-851d-c61472113498', 'tag': '8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4', 'status': 'completed', 'code': 200} May 25 22:42:52.040628 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvr_db [None req-31755bd8-b429-411e-a47b-5485ef600f25 None None] Set router c59067a3-0264-4d42-9ec2-78de27f8bb1f gateway port host: dv-cinder-843305-1-iscsi {{(pid=83239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:42:52.101873 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-cd22dd21-1f00-4d73-a99d-3516b2fde7be req-1ee3cd66-8171-45cd-9ec8-7b1a8c401e52 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e555a5edad0e42029674c53c2976a6de&device_id=6a3e5bfd-2741-4138-851d-c61472113498 HTTP/1.1" status: 200 len: 1099 time: 0.0720301 May 25 22:42:52.254966 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22dd21-1f00-4d73-a99d-3516b2fde7be req-a9573367-f41f-4b09-abdc-ce7f55d16a27 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:52.256450 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-cd22dd21-1f00-4d73-a99d-3516b2fde7be req-a9573367-f41f-4b09-abdc-ce7f55d16a27 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6fc60487-fe5e-4f0e-968b-ad40e0f30290 HTTP/1.1" status: 200 len: 916 time: 0.1467314 May 25 22:42:52.360131 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-cd22dd21-1f00-4d73-a99d-3516b2fde7be req-02baea1c-c0d8-469b-830e-64c03471fcb4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4 HTTP/1.1" status: 200 len: 1000 time: 0.0972722 May 25 22:42:52.415017 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-31755bd8-b429-411e-a47b-5485ef600f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'name': 'tempest-AttachVolumeNegativeTest-1070406310-router', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:51Z', 'updated_at': '2022-05-25T22:38:57Z', 'revision_number': 4, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'gw_port': {'id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:52Z', 'updated_at': '2022-05-25T22:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_floatingips': [{'id': 'f3f88e7c-7641-4415-a21a-81610db14464', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'floating_ip_address': '172.27.0.214', 'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'router_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'port_id': '8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'mac_address': 'fa:16:3e:41:59:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3e5bfd-2741-4138-851d-c61472113498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:42:36Z', 'updated_at': '2022-05-25T22:42:50Z', 'revision_number': 1, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fd0f086-ede6-481a-ba38-c6f08f2fce6c', 'name': '', 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'mac_address': 'fa:16:3e:e0:94:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:56Z', 'updated_at': '2022-05-25T22:39:14Z', 'revision_number': 5, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'subnets': [{'id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:42:52.419086 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31755bd8-b429-411e-a47b-5485ef600f25 None None] Checking router: c59067a3-0264-4d42-9ec2-78de27f8bb1f for host: dv-cinder-843305-1-iscsi {{(pid=83239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:42:52.429254 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22dd21-1f00-4d73-a99d-3516b2fde7be req-0a8596f2-84c8-4c7a-b298-348dba4db60a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:52.429709 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31755bd8-b429-411e-a47b-5485ef600f25 None None] Routers {'c59067a3-0264-4d42-9ec2-78de27f8bb1f'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:42:52.430390 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-31755bd8-b429-411e-a47b-5485ef600f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:42:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['c59067a3-0264-4d42-9ec2-78de27f8bb1f'], 'active': True} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:42:52.430681 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-cd22dd21-1f00-4d73-a99d-3516b2fde7be req-0a8596f2-84c8-4c7a-b298-348dba4db60a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5cd7d5a-b211-4d75-93e3-7264c9b5bb90 HTTP/1.1" status: 200 len: 854 time: 0.0637529 May 25 22:42:52.507813 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-cd22dd21-1f00-4d73-a99d-3516b2fde7be req-1c177094-cab4-406e-9633-e29564295523 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6fc60487-fe5e-4f0e-968b-ad40e0f30290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0711439 May 25 22:42:52.544979 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e27d9-30cb-4bc9-84a0-b124b71e17ab req-4b36386e-ec0d-4802-8ffa-d27aa7f297bf tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:42:52.546465 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-628e27d9-30cb-4bc9-84a0-b124b71e17ab req-4b36386e-ec0d-4802-8ffa-d27aa7f297bf tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.39 "GET /v2.0/ports?device_id=90c62c1d-b125-4000-84ae-864b58f65d58 HTTP/1.1" status: 200 len: 946 time: 0.0843785 May 25 22:42:52.600059 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-628e27d9-30cb-4bc9-84a0-b124b71e17ab req-8d57d8d8-de4f-4b8c-aaa6-08c764e01811 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6b161e4-8347-4d26-b79f-2764ac4c1d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476708 May 25 22:42:52.611692 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvr_db [None req-31755bd8-b429-411e-a47b-5485ef600f25 None None] Set router c59067a3-0264-4d42-9ec2-78de27f8bb1f gateway port host: dv-cinder-843305-1-iscsi {{(pid=83239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:42:52.647914 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-cd22dd21-1f00-4d73-a99d-3516b2fde7be req-9928d77d-6ae1-4b62-83f3-a014d3e6cb62 service neutron] 10.222.0.45 "GET /v2.0/networks/6fc60487-fe5e-4f0e-968b-ad40e0f30290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334019 May 25 22:42:52.783194 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-cd22dd21-1f00-4d73-a99d-3516b2fde7be req-2e055865-3d69-4bd9-a925-6e8144eaec64 service neutron] 10.222.0.45 "GET /v2.0/networks/6fc60487-fe5e-4f0e-968b-ad40e0f30290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296041 May 25 22:42:52.979169 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-31755bd8-b429-411e-a47b-5485ef600f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'name': 'tempest-AttachVolumeNegativeTest-1070406310-router', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:51Z', 'updated_at': '2022-05-25T22:38:57Z', 'revision_number': 4, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'gw_port': {'id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:52Z', 'updated_at': '2022-05-25T22:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_floatingips': [{'id': 'f3f88e7c-7641-4415-a21a-81610db14464', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'floating_ip_address': '172.27.0.214', 'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'router_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'port_id': '8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'mac_address': 'fa:16:3e:41:59:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3e5bfd-2741-4138-851d-c61472113498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:42:36Z', 'updated_at': '2022-05-25T22:42:50Z', 'revision_number': 1, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fd0f086-ede6-481a-ba38-c6f08f2fce6c', 'name': '', 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'mac_address': 'fa:16:3e:e0:94:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:56Z', 'updated_at': '2022-05-25T22:39:14Z', 'revision_number': 5, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'subnets': [{'id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:42:52.983586 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31755bd8-b429-411e-a47b-5485ef600f25 None None] The sync data for ids ['c59067a3-0264-4d42-9ec2-78de27f8bb1f'] in dv-cinder-843305-1-iscsi is: [{'id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'name': 'tempest-AttachVolumeNegativeTest-1070406310-router', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:51Z', 'updated_at': '2022-05-25T22:38:57Z', 'revision_number': 4, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'gw_port': {'id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:52Z', 'updated_at': '2022-05-25T22:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_floatingips': [{'id': 'f3f88e7c-7641-4415-a21a-81610db14464', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'floating_ip_address': '172.27.0.214', 'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'router_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'port_id': '8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'mac_address': 'fa:16:3e:41:59:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3e5bfd-2741-4138-851d-c61472113498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:42:36Z', 'updated_at': '2022-05-25T22:42:50Z', 'revision_number': 1, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fd0f086-ede6-481a-ba38-c6f08f2fce6c', 'name': '', 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'mac_address': 'fa:16:3e:e0:94:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:56Z', 'updated_at': '2022-05-25T22:39:14Z', 'revision_number': 5, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'subnets': [{'id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:42:53.223084 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25a56a6-659b-4e89-8cef-b707e21793ed None None] New status for floating IP f3f88e7c-7641-4415-a21a-81610db14464: ACTIVE {{(pid=83238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:42:59.638568 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-05ae432d-9e27-4b24-b246-4c608dc43bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:01.830858 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-244353ba-0989-4746-8368-c3581400c61d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:02.918377 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:03.080603 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:04.378939 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:11.755721 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:12.383036 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.agents_db [None req-9a0b4f36-fcd8-49b0-a2d4-59f1c5f7edf0 None None] Agent healthcheck: found 6 active agents {{(pid=83239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:43:13.859064 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c5ed9-d78e-4fd4-b3d9-b390cc5a3447 req-03e76cd4-0169-41b0-b0f0-4717e2ea4d3c tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:13.860523 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-5b4c5ed9-d78e-4fd4-b3d9-b390cc5a3447 req-03e76cd4-0169-41b0-b0f0-4717e2ea4d3c tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.39 "GET /v2.0/ports?device_id=90c62c1d-b125-4000-84ae-864b58f65d58 HTTP/1.1" status: 200 len: 946 time: 0.0734375 May 25 22:43:13.905371 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-5b4c5ed9-d78e-4fd4-b3d9-b390cc5a3447 req-0b987956-69f1-4966-8e9a-673444b9797a tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6b161e4-8347-4d26-b79f-2764ac4c1d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393977 May 25 22:43:15.100612 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9644f-e832-4f45-8cbd-477ace624612 req-2de84788-ab2e-4141-b77a-55d01815463b tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:15.102037 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-70f9644f-e832-4f45-8cbd-477ace624612 req-2de84788-ab2e-4141-b77a-55d01815463b tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.39 "GET /v2.0/ports?device_id=90c62c1d-b125-4000-84ae-864b58f65d58 HTTP/1.1" status: 200 len: 946 time: 0.0775521 May 25 22:43:15.147241 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-70f9644f-e832-4f45-8cbd-477ace624612 req-5d62c19e-d9ee-4313-aa35-4f89bbac2338 tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6b161e4-8347-4d26-b79f-2764ac4c1d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386436 May 25 22:43:15.692595 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c860b8-2916-4fbc-9398-1195925d5f79 req-ea07d808-d1a7-45e3-9e36-468367378a8f tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:15.693273 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-04c860b8-2916-4fbc-9398-1195925d5f79 req-ea07d808-d1a7-45e3-9e36-468367378a8f tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Synchronizing usage tracker for tenant:c8027bf14dc24b358a785ccb0ca63775 on resource:port {{(pid=83236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:43:15.708889 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-04c860b8-2916-4fbc-9398-1195925d5f79 req-ea07d808-d1a7-45e3-9e36-468367378a8f tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Unset dirty status for tenant:c8027bf14dc24b358a785ccb0ca63775 on resource:port {{(pid=83236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:43:15.709970 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-04c860b8-2916-4fbc-9398-1195925d5f79 req-ea07d808-d1a7-45e3-9e36-468367378a8f tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.45 "GET /v2.0/ports?device_id=90c62c1d-b125-4000-84ae-864b58f65d58 HTTP/1.1" status: 200 len: 946 time: 0.0942922 May 25 22:43:15.776473 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [req-04c860b8-2916-4fbc-9398-1195925d5f79 req-892dba77-ed7e-4bb6-b2ff-809e5a5bd23f tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Deleting port 4b1a948a-5b9c-43be-a0c4-3b76e71f8765 {{(pid=83236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:43:15.777426 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-04c860b8-2916-4fbc-9398-1195925d5f79 req-892dba77-ed7e-4bb6-b2ff-809e5a5bd23f tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:16.016094 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-04c860b8-2916-4fbc-9398-1195925d5f79 req-892dba77-ed7e-4bb6-b2ff-809e5a5bd23f tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] For port 4b1a948a-5b9c-43be-a0c4-3b76e71f8765, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=4b1a948a-5b9c-43be-a0c4-3b76e71f8765,segment=NetworkSegment(1e5c1018-7dd3-410a-bf40-6f3c442a1cb5),segment_id=1e5c1018-7dd3-410a-bf40-6f3c442a1cb5)] {{(pid=83236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:43:16.016394 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-04c860b8-2916-4fbc-9398-1195925d5f79 req-892dba77-ed7e-4bb6-b2ff-809e5a5bd23f tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:16.139432 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [req-04c860b8-2916-4fbc-9398-1195925d5f79 req-892dba77-ed7e-4bb6-b2ff-809e5a5bd23f tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Calling delete_port for 4b1a948a-5b9c-43be-a0c4-3b76e71f8765 owned by compute:nova {{(pid=83236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:43:16.356446 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e880b20-2be0-4f19-998d-e2e822f3a74b req-3341a43f-b4f1-43c4-a2c6-2c8cb7f6496c tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:16.357966 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-5e880b20-2be0-4f19-998d-e2e822f3a74b req-3341a43f-b4f1-43c4-a2c6-2c8cb7f6496c tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.39 "GET /v2.0/ports?device_id=90c62c1d-b125-4000-84ae-864b58f65d58 HTTP/1.1" status: 200 len: 946 time: 0.0852799 May 25 22:43:16.359819 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-04c860b8-2916-4fbc-9398-1195925d5f79 req-892dba77-ed7e-4bb6-b2ff-809e5a5bd23f tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:16.395541 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] get_ports_and_sgs() called for port_ids ['4b1a948a-5b9c-43be-a0c4-3b76e71f8765'] {{(pid=83238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:43:16.409889 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-5e880b20-2be0-4f19-998d-e2e822f3a74b req-8b79ada1-7362-48b3-ae96-318fe52aa8de tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6b161e4-8347-4d26-b79f-2764ac4c1d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448954 May 25 22:43:16.411048 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892dba77-ed7e-4bb6-b2ff-809e5a5bd23f tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Pushing event deleted for resources: {'Port': ['ID=4b1a948a-5b9c-43be-a0c4-3b76e71f8765,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:16.487847 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c860b8-2916-4fbc-9398-1195925d5f79 req-892dba77-ed7e-4bb6-b2ff-809e5a5bd23f tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] No DVR routers for this DVR port 4b1a948a-5b9c-43be-a0c4-3b76e71f8765 on host hv-cinder-84330 {{(pid=83236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:43:16.490208 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-04c860b8-2916-4fbc-9398-1195925d5f79 req-892dba77-ed7e-4bb6-b2ff-809e5a5bd23f tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:16.492587 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c62c1d-b125-4000-84ae-864b58f65d58', 'name': 'network-vif-deleted', 'tag': '4b1a948a-5b9c-43be-a0c4-3b76e71f8765'}] {{(pid=83236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:43:16.507741 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-04c860b8-2916-4fbc-9398-1195925d5f79 req-892dba77-ed7e-4bb6-b2ff-809e5a5bd23f tempest-VolumesSnapshotTestJSON-1755888447 tempest-VolumesSnapshotTestJSON-1755888447-project] 10.222.0.45 "DELETE /v2.0/ports/4b1a948a-5b9c-43be-a0c4-3b76e71f8765 HTTP/1.1" status: 204 len: 173 time: 0.7916884 May 25 22:43:16.552239 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3e1f4c3-ae13-47ad-bb36-842a63d3c0c4'] response: {'server_uuid': '90c62c1d-b125-4000-84ae-864b58f65d58', 'name': 'network-vif-deleted', 'tag': '4b1a948a-5b9c-43be-a0c4-3b76e71f8765', 'status': 'completed', 'code': 200} May 25 22:43:21.040676 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 4b1a948a-5b9c-43be-a0c4-3b76e71f8765 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:43:21.072031 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] No Port match for: 4b1a948a-5b9c-43be-a0c4-3b76e71f8765 {{(pid=83238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:43:21.072363 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 4b1a948a-5b9c-43be-a0c4-3b76e71f8765 not bound to the agent host hv-cinder-84330 {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:43:29.640618 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-7efae7b5-2228-4ba5-bf7f-d61bd3c67470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:31.832370 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-23cbba43-f52d-41e4-b06f-f08dd9ef177f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:32.921512 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:33.084014 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:34.379919 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:40.554183 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 33070) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:43:40.613799 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.db_base_plugin_v2 [None req-b50ae301-cf37-43de-9be8-41854f3ebf43 admin admin] Deleting subnet 169e6158-b558-47cf-9fc7-bdac6c38deb1 {{(pid=83237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:43:40.616613 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-b50ae301-cf37-43de-9be8-41854f3ebf43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:40.663770 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-b50ae301-cf37-43de-9be8-41854f3ebf43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3678361'] for subnet, precommit_delete_associations {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:40.720913 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-b50ae301-cf37-43de-9be8-41854f3ebf43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3099660'] for subnet, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:40.789018 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-b50ae301-cf37-43de-9be8-41854f3ebf43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3099653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1149384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497327'] for subnet, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:40.826651 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50ae301-cf37-43de-9be8-41854f3ebf43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=169e6158-b558-47cf-9fc7-bdac6c38deb1,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:40.834575 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-b50ae301-cf37-43de-9be8-41854f3ebf43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for subnet, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:40.840268 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50ae301-cf37-43de-9be8-41854f3ebf43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:40.840605 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50ae301-cf37-43de-9be8-41854f3ebf43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:40.840933 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50ae301-cf37-43de-9be8-41854f3ebf43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:40.841255 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50ae301-cf37-43de-9be8-41854f3ebf43 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:40.841578 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50ae301-cf37-43de-9be8-41854f3ebf43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:40.841897 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50ae301-cf37-43de-9be8-41854f3ebf43 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:40.842214 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50ae301-cf37-43de-9be8-41854f3ebf43 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:40.843053 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50ae301-cf37-43de-9be8-41854f3ebf43 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:40.843427 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50ae301-cf37-43de-9be8-41854f3ebf43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:40.843762 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50ae301-cf37-43de-9be8-41854f3ebf43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:40.844073 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50ae301-cf37-43de-9be8-41854f3ebf43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:40.848876 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-b50ae301-cf37-43de-9be8-41854f3ebf43 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/169e6158-b558-47cf-9fc7-bdac6c38deb1 HTTP/1.1" status: 204 len: 168 time: 0.2935915 May 25 22:43:40.851173 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 33076) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:43:40.956090 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-7b878280-fba5-46e0-b044-19351c77d405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1111784'] for network, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:41.075785 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-7b878280-fba5-46e0-b044-19351c77d405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3103129', 'neutron.services.segments.db._delete_segments_for_network-8744689775481'] for network, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:41.102833 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.services.segments.db [None req-7b878280-fba5-46e0-b044-19351c77d405 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39fcb412-7855-4f07-b0aa-e0f46920420d']}} {{(pid=83237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:43:41.114840 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.services.segments.db [None req-7b878280-fba5-46e0-b044-19351c77d405 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e5c1018-7dd3-410a-bf40-6f3c442a1cb5') {'for_net_delete': True} {{(pid=83237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:43:41.115125 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.services.segments.db [None req-7b878280-fba5-46e0-b044-19351c77d405 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e5c1018-7dd3-410a-bf40-6f3c442a1cb5') {} {{(pid=83237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:43:41.126768 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-7b878280-fba5-46e0-b044-19351c77d405 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744689775364', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680106'] for segment, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:41.142048 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-7b878280-fba5-46e0-b044-19351c77d405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:41.147921 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b878280-fba5-46e0-b044-19351c77d405 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=83237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:43:41.148284 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-7b878280-fba5-46e0-b044-19351c77d405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1149350'] for segment, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:41.160625 dv-cinder-843305-1-iscsi neutron-server[83237]: Traceback (most recent call last): May 25 22:43:41.160625 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:43:41.160625 dv-cinder-843305-1-iscsi neutron-server[83237]: timer() May 25 22:43:41.160625 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:43:41.160625 dv-cinder-843305-1-iscsi neutron-server[83237]: cb(*args, **kw) May 25 22:43:41.160625 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:43:41.160625 dv-cinder-843305-1-iscsi neutron-server[83237]: return func(*args, **kwargs) May 25 22:43:41.160625 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:43:41.160625 dv-cinder-843305-1-iscsi neutron-server[83237]: self._notify() May 25 22:43:41.160625 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:43:41.160625 dv-cinder-843305-1-iscsi neutron-server[83237]: self.callback(batched_events) May 25 22:43:41.160625 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:43:41.160625 dv-cinder-843305-1-iscsi neutron-server[83237]: event.method(event) May 25 22:43:41.160625 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:43:41.160625 dv-cinder-843305-1-iscsi neutron-server[83237]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:43:41.160625 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:43:41.160625 dv-cinder-843305-1-iscsi neutron-server[83237]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:43:41.160625 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:43:41.160625 dv-cinder-843305-1-iscsi neutron-server[83237]: return f(self, *a, **k) May 25 22:43:41.160625 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:43:41.160625 dv-cinder-843305-1-iscsi neutron-server[83237]: return self._get(url).json() May 25 22:43:41.160625 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:43:41.160625 dv-cinder-843305-1-iscsi neutron-server[83237]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:43:41.160625 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:43:41.160625 dv-cinder-843305-1-iscsi neutron-server[83237]: return self.request(url, 'GET', **kwargs) May 25 22:43:41.160625 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:43:41.160625 dv-cinder-843305-1-iscsi neutron-server[83237]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:43:41.160625 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:43:41.160625 dv-cinder-843305-1-iscsi neutron-server[83237]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:43:41.160625 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:43:41.160625 dv-cinder-843305-1-iscsi neutron-server[83237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:43:41.160625 dv-cinder-843305-1-iscsi neutron-server[83237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:43:41.237711 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-7b878280-fba5-46e0-b044-19351c77d405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3103122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335064'] for network, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:41.241892 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-7b878280-fba5-46e0-b044-19351c77d405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for network, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:41.270964 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b878280-fba5-46e0-b044-19351c77d405 admin admin] Pushing event deleted for resources: {'Network': ['ID=39fcb412-7855-4f07-b0aa-e0f46920420d,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:41.278466 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-7b878280-fba5-46e0-b044-19351c77d405 admin admin] 10.222.0.39 "DELETE /v2.0/networks/39fcb412-7855-4f07-b0aa-e0f46920420d HTTP/1.1" status: 204 len: 168 time: 0.4263239 May 25 22:43:41.410807 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 33082) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:43:41.460587 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-46884c78-a33e-4c25-acac-4cdb5f296d0d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c8027bf14dc24b358a785ccb0ca63775&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0486598 May 25 22:43:41.462879 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 33086) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:43:41.521070 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-89f9519c-fbff-42a2-803b-c63adb23cac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:41.545215 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-89f9519c-fbff-42a2-803b-c63adb23cac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:41.596620 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-89f9519c-fbff-42a2-803b-c63adb23cac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:41.613460 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f9519c-fbff-42a2-803b-c63adb23cac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b161e4-8347-4d26-b79f-2764ac4c1d9b,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:41.626777 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-89f9519c-fbff-42a2-803b-c63adb23cac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:41.628127 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-89f9519c-fbff-42a2-803b-c63adb23cac4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f6b161e4-8347-4d26-b79f-2764ac4c1d9b HTTP/1.1" status: 204 len: 168 time: 0.1642778 May 25 22:43:41.781975 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:42.531277 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 33110) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:43:42.657561 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-d8e60909-1558-4bbf-96dc-1925fe80be17 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-872125378-network', 'tenant_id': '28b7b6745c42484aba92bb70a964e120'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:43:42.662256 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-d8e60909-1558-4bbf-96dc-1925fe80be17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:43:42.666014 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-d8e60909-1558-4bbf-96dc-1925fe80be17 admin admin] Usage tracker for resource:network and tenant:28b7b6745c42484aba92bb70a964e120 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:43:42.668795 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-d8e60909-1558-4bbf-96dc-1925fe80be17 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:43:42.675553 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-d8e60909-1558-4bbf-96dc-1925fe80be17 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:43:42.684851 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e60909-1558-4bbf-96dc-1925fe80be17 admin admin] Made reservation on behalf of 28b7b6745c42484aba92bb70a964e120 for: {'network': 1} {{(pid=83237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:43:42.688246 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-d8e60909-1558-4bbf-96dc-1925fe80be17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for network, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:42.703165 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-d8e60909-1558-4bbf-96dc-1925fe80be17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:42.734726 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-d8e60909-1558-4bbf-96dc-1925fe80be17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:43:42.738789 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-d8e60909-1558-4bbf-96dc-1925fe80be17 admin admin] Usage tracker for resource:security_group_rule and tenant:28b7b6745c42484aba92bb70a964e120 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:43:42.741640 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-d8e60909-1558-4bbf-96dc-1925fe80be17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:43:42.747424 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-d8e60909-1558-4bbf-96dc-1925fe80be17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:43:42.812845 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-d8e60909-1558-4bbf-96dc-1925fe80be17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:42.816464 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-d8e60909-1558-4bbf-96dc-1925fe80be17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:42.845627 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8e60909-1558-4bbf-96dc-1925fe80be17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=83237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:43:42.854922 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e60909-1558-4bbf-96dc-1925fe80be17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc8414e-2e60-4e86-8fc5-f62cb8171e78,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:42.862371 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-d8e60909-1558-4bbf-96dc-1925fe80be17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:42.863285 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.db.segments_db [None req-d8e60909-1558-4bbf-96dc-1925fe80be17 admin admin] Added segment f5bb856f-bb4d-43f7-8cd6-86e950960bbb of type vlan for network 93fa5388-0472-4921-8b45-2072b4930877 May 25 22:43:42.889767 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-d8e60909-1558-4bbf-96dc-1925fe80be17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744689326614'] for network, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:42.920769 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-d8e60909-1558-4bbf-96dc-1925fe80be17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057'] for network, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:42.922212 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e60909-1558-4bbf-96dc-1925fe80be17 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:42.922804 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-d8e60909-1558-4bbf-96dc-1925fe80be17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for network, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:43.023360 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e60909-1558-4bbf-96dc-1925fe80be17 admin admin] Pushing event updated for resources: {'Network': ['ID=93fa5388-0472-4921-8b45-2072b4930877,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:43.028947 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-d8e60909-1558-4bbf-96dc-1925fe80be17 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4939699 May 25 22:43:43.029422 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 33118) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:43:43.033195 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Network 93fa5388-0472-4921-8b45-2072b4930877 details requested by agent ovs-agent-dv-cinder-843305-1-iscsi with host dv-cinder-843305-1-iscsi {{(pid=83238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:43:43.035732 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-344caa16-cb44-4964-9893-a3de5d5b41a0 admin admin] Request body: {'subnet': {'network_id': '93fa5388-0472-4921-8b45-2072b4930877', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-872125378-subnet', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'ip_version': 4}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:43:43.040545 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-344caa16-cb44-4964-9893-a3de5d5b41a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:43:43.044349 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-344caa16-cb44-4964-9893-a3de5d5b41a0 admin admin] Usage tracker for resource:subnet and tenant:28b7b6745c42484aba92bb70a964e120 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:43:43.048001 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-344caa16-cb44-4964-9893-a3de5d5b41a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:43:43.053524 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-344caa16-cb44-4964-9893-a3de5d5b41a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:43:43.064210 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344caa16-cb44-4964-9893-a3de5d5b41a0 admin admin] Made reservation on behalf of 28b7b6745c42484aba92bb70a964e120 for: {'subnet': 1} {{(pid=83237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:43:43.066549 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-344caa16-cb44-4964-9893-a3de5d5b41a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497220'] for subnet, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:43.261413 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-344caa16-cb44-4964-9893-a3de5d5b41a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1149199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497238'] for subnet, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:43.332759 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344caa16-cb44-4964-9893-a3de5d5b41a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de133a3f-8e72-43cd-a48a-9e10a75e8ce4,revision_number=0']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:43.349233 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344caa16-cb44-4964-9893-a3de5d5b41a0 admin admin] Checking segment: {'id': 'f5bb856f-bb4d-43f7-8cd6-86e950960bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '93fa5388-0472-4921-8b45-2072b4930877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:43:43.349576 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344caa16-cb44-4964-9893-a3de5d5b41a0 admin admin] Network hostable DHCP agents. Network: 93fa5388-0472-4921-8b45-2072b4930877, hostable agents: ['7055d141-b128-493c-8fde-b010d723709d'], hosted agents: [] {{(pid=83237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:43:43.370267 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344caa16-cb44-4964-9893-a3de5d5b41a0 admin admin] Network 93fa5388-0472-4921-8b45-2072b4930877 is scheduled to be hosted by DHCP agent 7055d141-b128-493c-8fde-b010d723709d with binding_index 1 {{(pid=83237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:43:43.379140 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.base_scheduler [None req-344caa16-cb44-4964-9893-a3de5d5b41a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-1-iscsi, 93fa5388-0472-4921-8b45-2072b4930877) {{(pid=83237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:43:43.382907 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344caa16-cb44-4964-9893-a3de5d5b41a0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:43.383487 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-344caa16-cb44-4964-9893-a3de5d5b41a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for subnet, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:43.387570 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a16fa7-ac16-4d43-ac54-116dd7da3bb5 None None] Network 93fa5388-0472-4921-8b45-2072b4930877 requested from dv-cinder-843305-1-iscsi {{(pid=83238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:43:43.403789 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-344caa16-cb44-4964-9893-a3de5d5b41a0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3735080 May 25 22:43:43.406975 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 33122) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:43:43.411947 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-58f71e1e-f604-4ce6-add8-e442e5c58717 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-872125378-router', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'}}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:43:43.416351 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-58f71e1e-f604-4ce6-add8-e442e5c58717 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:43:43.420135 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-58f71e1e-f604-4ce6-add8-e442e5c58717 admin admin] Usage tracker for resource:router and tenant:28b7b6745c42484aba92bb70a964e120 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:43:43.423115 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-58f71e1e-f604-4ce6-add8-e442e5c58717 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:43:43.428776 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-58f71e1e-f604-4ce6-add8-e442e5c58717 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:43:43.439291 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-58f71e1e-f604-4ce6-add8-e442e5c58717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-332275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13655'] for router, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:43.440266 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-58f71e1e-f604-4ce6-add8-e442e5c58717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-334964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13660'] for router, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:43.458280 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-58f71e1e-f604-4ce6-add8-e442e5c58717 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:43.604325 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5cceb6-b9a6-40a3-b7f8-38a1e55b0d55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6d3de8e-d70e-51d5-8f03-74ad85baa67b-93fa5388-0472-4921-8b45-2072b4930877', 'network_id': '93fa5388-0472-4921-8b45-2072b4930877', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'fixed_ips': [{'subnet_id': 'de133a3f-8e72-43cd-a48a-9e10a75e8ce4'}]}} from dv-cinder-843305-1-iscsi. {{(pid=83238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:43:43.605161 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-2b5cceb6-b9a6-40a3-b7f8-38a1e55b0d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:43.692121 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-58f71e1e-f604-4ce6-add8-e442e5c58717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-334982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-332297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:43.765398 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.db_base_plugin_common [None req-2b5cceb6-b9a6-40a3-b7f8-38a1e55b0d55 None None] Allocated IP 172.20.0.2 (93fa5388-0472-4921-8b45-2072b4930877/de133a3f-8e72-43cd-a48a-9e10a75e8ce4/6d883ed5-8f41-4c85-a8e4-1558a09adc05) {{(pid=83238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:43:43.876625 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-58f71e1e-f604-4ce6-add8-e442e5c58717 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:43.906086 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-58f71e1e-f604-4ce6-add8-e442e5c58717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:43.963762 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-2b5cceb6-b9a6-40a3-b7f8-38a1e55b0d55 None None] Notify callbacks [] for port, precommit_create {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:43.974408 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-2b5cceb6-b9a6-40a3-b7f8-38a1e55b0d55 None None] Transition to ACTIVE for port object 6d883ed5-8f41-4c85-a8e4-1558a09adc05 will not be triggered until provisioned by entity L2. {{(pid=83238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:43:43.993037 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-2b5cceb6-b9a6-40a3-b7f8-38a1e55b0d55 None None] Transition to ACTIVE for port object 6d883ed5-8f41-4c85-a8e4-1558a09adc05 will not be triggered until provisioned by entity DHCP. {{(pid=83238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:43:43.999266 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-2b5cceb6-b9a6-40a3-b7f8-38a1e55b0d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019'] for port, after_create {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:44.046352 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.db_base_plugin_common [None req-58f71e1e-f604-4ce6-add8-e442e5c58717 admin admin] Allocated IP 172.27.0.227 (cb39d3ef-31f0-4e66-970b-4cb0d379e187/4ff22ee7-6206-48b0-b7ae-e7396fe607ae/5e496257-2475-4326-9a9e-183199fdf99d) {{(pid=83237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:43:44.070235 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5cceb6-b9a6-40a3-b7f8-38a1e55b0d55 None None] Pushing event updated for resources: {'Port': ['ID=6d883ed5-8f41-4c85-a8e4-1558a09adc05,revision_number=1']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:44.077923 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5cceb6-b9a6-40a3-b7f8-38a1e55b0d55 None None] Network 93fa5388-0472-4921-8b45-2072b4930877 is already hosted by enough agents. {{(pid=83238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:43:44.079293 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.scheduler.base_scheduler [None req-2b5cceb6-b9a6-40a3-b7f8-38a1e55b0d55 None None] Resources bound (agent type, host, resource id): {{(pid=83238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:43:44.081565 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5cceb6-b9a6-40a3-b7f8-38a1e55b0d55 None None] Received port after_create {{(pid=83238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:43:44.166465 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-2b5cceb6-b9a6-40a3-b7f8-38a1e55b0d55 None None] Attempting to bind port 6d883ed5-8f41-4c85-a8e4-1558a09adc05 on host dv-cinder-843305-1-iscsi for vnic_type normal with profile {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:43:44.166734 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-2b5cceb6-b9a6-40a3-b7f8-38a1e55b0d55 None None] Attempting to bind port 6d883ed5-8f41-4c85-a8e4-1558a09adc05 by drivers openvswitch,hyperv on host dv-cinder-843305-1-iscsi at level 0 using segments [{'id': 'f5bb856f-bb4d-43f7-8cd6-86e950960bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '93fa5388-0472-4921-8b45-2072b4930877'}] {{(pid=83238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:43:44.167087 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5cceb6-b9a6-40a3-b7f8-38a1e55b0d55 None None] Attempting to bind port 6d883ed5-8f41-4c85-a8e4-1558a09adc05 on network 93fa5388-0472-4921-8b45-2072b4930877 {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:43:44.173924 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5cceb6-b9a6-40a3-b7f8-38a1e55b0d55 None None] Checking agent: {'id': '204015c8-cb50-46b9-b04e-4ea0e4e6040d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 24, 3), 'started_at': datetime.datetime(2022, 5, 25, 22, 24, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:43:44.174282 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5cceb6-b9a6-40a3-b7f8-38a1e55b0d55 None None] Checking segment: {'id': 'f5bb856f-bb4d-43f7-8cd6-86e950960bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '93fa5388-0472-4921-8b45-2072b4930877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:43:44.174667 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-2b5cceb6-b9a6-40a3-b7f8-38a1e55b0d55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:44.175049 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5cceb6-b9a6-40a3-b7f8-38a1e55b0d55 None None] Bound using segment: {'id': 'f5bb856f-bb4d-43f7-8cd6-86e950960bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '93fa5388-0472-4921-8b45-2072b4930877'} {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:43:44.175506 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-2b5cceb6-b9a6-40a3-b7f8-38a1e55b0d55 None None] Bound port: 6d883ed5-8f41-4c85-a8e4-1558a09adc05, host: dv-cinder-843305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bb856f-bb4d-43f7-8cd6-86e950960bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '93fa5388-0472-4921-8b45-2072b4930877'}}] {{(pid=83238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:43:44.175887 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-2b5cceb6-b9a6-40a3-b7f8-38a1e55b0d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:44.195610 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-58f71e1e-f604-4ce6-add8-e442e5c58717 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:44.224511 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-58f71e1e-f604-4ce6-add8-e442e5c58717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1149435'] for port, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:44.265144 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-2b5cceb6-b9a6-40a3-b7f8-38a1e55b0d55 None None] For port 6d883ed5-8f41-4c85-a8e4-1558a09adc05, host dv-cinder-843305-1-iscsi, cleared binding levels {{(pid=83238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:43:44.268374 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-2b5cceb6-b9a6-40a3-b7f8-38a1e55b0d55 None None] For port 6d883ed5-8f41-4c85-a8e4-1558a09adc05, host dv-cinder-843305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=6d883ed5-8f41-4c85-a8e4-1558a09adc05,segment=NetworkSegment(f5bb856f-bb4d-43f7-8cd6-86e950960bbb),segment_id=f5bb856f-bb4d-43f7-8cd6-86e950960bbb)] {{(pid=83238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:43:44.273286 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-2b5cceb6-b9a6-40a3-b7f8-38a1e55b0d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:44.298259 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f71e1e-f604-4ce6-add8-e442e5c58717 admin admin] Network cb39d3ef-31f0-4e66-970b-4cb0d379e187 is already hosted by enough agents. {{(pid=83237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:43:44.301109 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.base_scheduler [None req-58f71e1e-f604-4ce6-add8-e442e5c58717 admin admin] Resources bound (agent type, host, resource id): {{(pid=83237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:43:44.303432 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f71e1e-f604-4ce6-add8-e442e5c58717 admin admin] Received port after_create {{(pid=83237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:43:44.337762 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f71e1e-f604-4ce6-add8-e442e5c58717 admin admin] Pushing event updated for resources: {'Port': ['ID=5e496257-2475-4326-9a9e-183199fdf99d,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:44.355595 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5cceb6-b9a6-40a3-b7f8-38a1e55b0d55 None None] Pushing event updated for resources: {'Port': ['ID=6d883ed5-8f41-4c85-a8e4-1558a09adc05,revision_number=2']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:44.474572 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-58f71e1e-f604-4ce6-add8-e442e5c58717 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:44.475385 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-58f71e1e-f604-4ce6-add8-e442e5c58717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-332288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-335001'] for router, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:44.652734 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 6d883ed5-8f41-4c85-a8e4-1558a09adc05 up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:43:44.729502 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning for port 6d883ed5-8f41-4c85-a8e4-1558a09adc05 completed by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:43:44.732629 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f71e1e-f604-4ce6-add8-e442e5c58717 admin admin] Router 1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0 is scheduled to L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a with binding_index 1 {{(pid=83237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:43:44.930830 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f71e1e-f604-4ce6-add8-e442e5c58717 admin admin] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:43:44.941020 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4defc85f-11b8-408d-9b60-3e9d87c1395f None None] Sync routers for ids ['1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0'] in dv-cinder-843305-1-iscsi {{(pid=83239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:43:44.954368 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4defc85f-11b8-408d-9b60-3e9d87c1395f None None] Routers {'1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:43:44.955149 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-4defc85f-11b8-408d-9b60-3e9d87c1395f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:43:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0'], 'active': True} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:43:44.955622 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-58f71e1e-f604-4ce6-add8-e442e5c58717 admin admin] Notify callbacks [] for router, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:44.957046 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-58f71e1e-f604-4ce6-add8-e442e5c58717 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5490944 May 25 22:43:44.959787 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 33128) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:43:45.159315 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvr_db [None req-4defc85f-11b8-408d-9b60-3e9d87c1395f None None] Set router 1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:43:45.306068 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cd6d80-c0c2-4536-a77f-3222f2e7852a None None] Network 93fa5388-0472-4921-8b45-2072b4930877 requested from dv-cinder-843305-1-iscsi {{(pid=83238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:43:45.461284 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-ef8b405f-77a8-4281-a825-8a7b9f774343 None None] Provisioning for port 6d883ed5-8f41-4c85-a8e4-1558a09adc05 completed by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:43:45.471191 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-ef8b405f-77a8-4281-a825-8a7b9f774343 None None] Provisioning complete for port 6d883ed5-8f41-4c85-a8e4-1558a09adc05 triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:43:45.471698 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-ef8b405f-77a8-4281-a825-8a7b9f774343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:45.496336 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-4defc85f-11b8-408d-9b60-3e9d87c1395f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'name': 'tempest-TestVolumeBootPattern-872125378-router', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '5e496257-2475-4326-9a9e-183199fdf99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:43:43Z', 'updated_at': '2022-05-25T22:43:44Z', 'revision_number': 3, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'gw_port': {'id': '5e496257-2475-4326-9a9e-183199fdf99d', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:43Z', 'updated_at': '2022-05-25T22:43:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi'}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:43:45.500716 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4defc85f-11b8-408d-9b60-3e9d87c1395f None None] Checking router: 1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0 for host: dv-cinder-843305-1-iscsi {{(pid=83239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:43:45.501058 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4defc85f-11b8-408d-9b60-3e9d87c1395f None None] Updating router 1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0 port 5e496257-2475-4326-9a9e-183199fdf99d binding host dv-cinder-843305-1-iscsi {{(pid=83239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:43:45.555185 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-4defc85f-11b8-408d-9b60-3e9d87c1395f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:45.689497 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-ef8b405f-77a8-4281-a825-8a7b9f774343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:45.731055 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-ef8b405f-77a8-4281-a825-8a7b9f774343 None None] For port 6d883ed5-8f41-4c85-a8e4-1558a09adc05, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=6d883ed5-8f41-4c85-a8e4-1558a09adc05,segment=NetworkSegment(f5bb856f-bb4d-43f7-8cd6-86e950960bbb),segment_id=f5bb856f-bb4d-43f7-8cd6-86e950960bbb)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:43:45.735806 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-ef8b405f-77a8-4281-a825-8a7b9f774343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:45.817163 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8b405f-77a8-4281-a825-8a7b9f774343 None None] Pushing event updated for resources: {'Port': ['ID=6d883ed5-8f41-4c85-a8e4-1558a09adc05,revision_number=3']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:45.908338 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-a926aaf0-d00e-4c92-9019-9d09b18c72a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:45.955309 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-4defc85f-11b8-408d-9b60-3e9d87c1395f None None] Notify callbacks [] for port, precommit_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:45.971343 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.provisioning_blocks [None req-4defc85f-11b8-408d-9b60-3e9d87c1395f None None] Transition to ACTIVE for port object 5e496257-2475-4326-9a9e-183199fdf99d will not be triggered until provisioned by entity L2. {{(pid=83239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:43:45.979122 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-4defc85f-11b8-408d-9b60-3e9d87c1395f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:46.061064 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.managers [None req-4defc85f-11b8-408d-9b60-3e9d87c1395f None None] Attempting to bind port 5e496257-2475-4326-9a9e-183199fdf99d on host dv-cinder-843305-1-iscsi for vnic_type normal with profile {{(pid=83239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:43:46.061463 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.managers [None req-4defc85f-11b8-408d-9b60-3e9d87c1395f None None] Attempting to bind port 5e496257-2475-4326-9a9e-183199fdf99d by drivers openvswitch,hyperv on host dv-cinder-843305-1-iscsi at level 0 using segments [{'id': '877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'}] {{(pid=83239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:43:46.061812 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4defc85f-11b8-408d-9b60-3e9d87c1395f None None] Attempting to bind port 5e496257-2475-4326-9a9e-183199fdf99d on network cb39d3ef-31f0-4e66-970b-4cb0d379e187 {{(pid=83239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:43:46.064665 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1887288-a1ad-496d-a84d-efbb56e02e58 None None] Pushing event updated for resources: {'Port': ['ID=5e496257-2475-4326-9a9e-183199fdf99d,revision_number=2']} {{(pid=83239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:46.065445 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-9f20d87e-b617-4b90-8deb-342c71d3d1b5 None None] Provisioning complete for port 6d883ed5-8f41-4c85-a8e4-1558a09adc05 triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:43:46.065810 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-9f20d87e-b617-4b90-8deb-342c71d3d1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:46.071962 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4defc85f-11b8-408d-9b60-3e9d87c1395f None None] Checking agent: {'id': '204015c8-cb50-46b9-b04e-4ea0e4e6040d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 24, 3), 'started_at': datetime.datetime(2022, 5, 25, 22, 24, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:43:46.072246 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4defc85f-11b8-408d-9b60-3e9d87c1395f None None] Checking segment: {'id': '877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:43:46.072632 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-4defc85f-11b8-408d-9b60-3e9d87c1395f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:46.073008 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4defc85f-11b8-408d-9b60-3e9d87c1395f None None] Bound using segment: {'id': '877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'} {{(pid=83239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:43:46.073457 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.managers [None req-4defc85f-11b8-408d-9b60-3e9d87c1395f None None] Bound port: 5e496257-2475-4326-9a9e-183199fdf99d, host: dv-cinder-843305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'}}] {{(pid=83239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:43:46.073821 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-4defc85f-11b8-408d-9b60-3e9d87c1395f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:46.117907 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1887288-a1ad-496d-a84d-efbb56e02e58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:46.118241 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1887288-a1ad-496d-a84d-efbb56e02e58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:46.118569 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1887288-a1ad-496d-a84d-efbb56e02e58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:46.118892 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1887288-a1ad-496d-a84d-efbb56e02e58 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:46.119228 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1887288-a1ad-496d-a84d-efbb56e02e58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:46.119903 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1887288-a1ad-496d-a84d-efbb56e02e58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:46.119903 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1887288-a1ad-496d-a84d-efbb56e02e58 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:46.120201 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1887288-a1ad-496d-a84d-efbb56e02e58 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:46.120518 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1887288-a1ad-496d-a84d-efbb56e02e58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:46.120831 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1887288-a1ad-496d-a84d-efbb56e02e58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:46.121137 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1887288-a1ad-496d-a84d-efbb56e02e58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:46.138413 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.db_base_plugin_common [None req-a926aaf0-d00e-4c92-9019-9d09b18c72a9 admin admin] Allocated IP 172.20.0.1 (93fa5388-0472-4921-8b45-2072b4930877/de133a3f-8e72-43cd-a48a-9e10a75e8ce4/07a8e58d-cd7c-4a83-b87a-feb637232c37) {{(pid=83237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:43:46.154285 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.db [None req-4defc85f-11b8-408d-9b60-3e9d87c1395f None None] For port 5e496257-2475-4326-9a9e-183199fdf99d, host dv-cinder-843305-1-iscsi, cleared binding levels {{(pid=83239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:43:46.157923 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.db [None req-4defc85f-11b8-408d-9b60-3e9d87c1395f None None] For port 5e496257-2475-4326-9a9e-183199fdf99d, host dv-cinder-843305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=5e496257-2475-4326-9a9e-183199fdf99d,segment=NetworkSegment(877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e),segment_id=877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e)] {{(pid=83239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:43:46.162873 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-4defc85f-11b8-408d-9b60-3e9d87c1395f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:46.243797 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1887288-a1ad-496d-a84d-efbb56e02e58 None None] Pushing event updated for resources: {'Port': ['ID=5e496257-2475-4326-9a9e-183199fdf99d,revision_number=3']} {{(pid=83239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:46.252323 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4defc85f-11b8-408d-9b60-3e9d87c1395f None None] Routers {'1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:43:46.252938 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-4defc85f-11b8-408d-9b60-3e9d87c1395f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:43:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0'], 'active': True} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:43:46.302858 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-a926aaf0-d00e-4c92-9019-9d09b18c72a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:46.324957 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.provisioning_blocks [None req-a926aaf0-d00e-4c92-9019-9d09b18c72a9 admin admin] Transition to ACTIVE for port object 07a8e58d-cd7c-4a83-b87a-feb637232c37 will not be triggered until provisioned by entity DHCP. {{(pid=83237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:43:46.348403 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-a926aaf0-d00e-4c92-9019-9d09b18c72a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1149435'] for port, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:46.421453 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a926aaf0-d00e-4c92-9019-9d09b18c72a9 admin admin] Network 93fa5388-0472-4921-8b45-2072b4930877 is already hosted by enough agents. {{(pid=83237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:43:46.424562 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926aaf0-d00e-4c92-9019-9d09b18c72a9 admin admin] Pushing event updated for resources: {'Port': ['ID=07a8e58d-cd7c-4a83-b87a-feb637232c37,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:46.426917 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.base_scheduler [None req-a926aaf0-d00e-4c92-9019-9d09b18c72a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:43:46.428961 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a926aaf0-d00e-4c92-9019-9d09b18c72a9 admin admin] Received port after_create {{(pid=83237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:43:46.449698 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvr_db [None req-4defc85f-11b8-408d-9b60-3e9d87c1395f None None] Set router 1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:43:46.480949 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-a926aaf0-d00e-4c92-9019-9d09b18c72a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335459'] for router_interface, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:46.587381 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-a926aaf0-d00e-4c92-9019-9d09b18c72a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:46.700319 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 6d883ed5-8f41-4c85-a8e4-1558a09adc05 up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:43:46.774640 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-3d84d10b-1640-41ab-9dfd-5a36e0c6505e None None] Provisioning for port 07a8e58d-cd7c-4a83-b87a-feb637232c37 completed by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:43:46.782958 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-3d84d10b-1640-41ab-9dfd-5a36e0c6505e None None] Provisioning complete for port 07a8e58d-cd7c-4a83-b87a-feb637232c37 triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:43:46.783623 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-3d84d10b-1640-41ab-9dfd-5a36e0c6505e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:46.793799 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-4defc85f-11b8-408d-9b60-3e9d87c1395f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'name': 'tempest-TestVolumeBootPattern-872125378-router', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '5e496257-2475-4326-9a9e-183199fdf99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:43:43Z', 'updated_at': '2022-05-25T22:43:44Z', 'revision_number': 3, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'gw_port': {'id': '5e496257-2475-4326-9a9e-183199fdf99d', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:43Z', 'updated_at': '2022-05-25T22:43:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi'}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:43:46.798837 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4defc85f-11b8-408d-9b60-3e9d87c1395f None None] The sync data for ids ['1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0'] in dv-cinder-843305-1-iscsi is: [{'id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'name': 'tempest-TestVolumeBootPattern-872125378-router', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '5e496257-2475-4326-9a9e-183199fdf99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:43:43Z', 'updated_at': '2022-05-25T22:43:44Z', 'revision_number': 3, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'gw_port': {'id': '5e496257-2475-4326-9a9e-183199fdf99d', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:43Z', 'updated_at': '2022-05-25T22:43:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi'}] {{(pid=83239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:43:46.826189 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port 6d883ed5-8f41-4c85-a8e4-1558a09adc05 triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:43:46.826437 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:46.892252 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-a926aaf0-d00e-4c92-9019-9d09b18c72a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:46.895856 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-3d84d10b-1640-41ab-9dfd-5a36e0c6505e None None] Port 07a8e58d-cd7c-4a83-b87a-feb637232c37 cannot update to ACTIVE because it is not bound. {{(pid=83238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:43:46.900628 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-a926aaf0-d00e-4c92-9019-9d09b18c72a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1149314'] for port, after_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:47.033763 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926aaf0-d00e-4c92-9019-9d09b18c72a9 admin admin] Pushing event updated for resources: {'Port': ['ID=07a8e58d-cd7c-4a83-b87a-feb637232c37,revision_number=2']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:47.038512 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-a926aaf0-d00e-4c92-9019-9d09b18c72a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2758953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335566'] for router_interface, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:47.207967 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a926aaf0-d00e-4c92-9019-9d09b18c72a9 admin admin] Network 93fa5388-0472-4921-8b45-2072b4930877 is already hosted by enough agents. {{(pid=83237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:43:47.209139 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.base_scheduler [None req-a926aaf0-d00e-4c92-9019-9d09b18c72a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:43:47.424370 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-75e6c340-cc7a-492e-aabc-cc669c1074d5 None None] Provisioning complete for port 07a8e58d-cd7c-4a83-b87a-feb637232c37 triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:43:47.424737 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-75e6c340-cc7a-492e-aabc-cc669c1074d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:47.476991 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-75e6c340-cc7a-492e-aabc-cc669c1074d5 None None] Port 07a8e58d-cd7c-4a83-b87a-feb637232c37 cannot update to ACTIVE because it is not bound. {{(pid=83238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:43:47.718974 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a926aaf0-d00e-4c92-9019-9d09b18c72a9 admin admin] Router 1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0 has already been hosted by L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a {{(pid=83237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:43:47.928226 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a926aaf0-d00e-4c92-9019-9d09b18c72a9 admin admin] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:43:47.937179 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-a926aaf0-d00e-4c92-9019-9d09b18c72a9 admin admin] 10.222.0.39 "PUT /v2.0/routers/1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9761975 May 25 22:43:48.651094 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 5e496257-2475-4326-9a9e-183199fdf99d up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:43:48.708863 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c6793-12f1-476c-919c-4cf9f7781d73 req-59a2fd91-425e-46e1-954d-890da2fa35cc tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:48.710493 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-691c6793-12f1-476c-919c-4cf9f7781d73 req-59a2fd91-425e-46e1-954d-890da2fa35cc tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a3e5bfd-2741-4138-851d-c61472113498 HTTP/1.1" status: 200 len: 946 time: 0.0871272 May 25 22:43:48.726033 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning for port 5e496257-2475-4326-9a9e-183199fdf99d completed by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:43:48.732304 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port 5e496257-2475-4326-9a9e-183199fdf99d triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:43:48.732673 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:48.767066 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-691c6793-12f1-476c-919c-4cf9f7781d73 req-455bdb72-9b49-4468-a990-eb84a70a6195 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5f81bdb-cd9f-42ac-8815-fbe67bb30640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509999 May 25 22:43:48.857694 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:48.866988 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 33176) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:43:48.875490 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] For port 5e496257-2475-4326-9a9e-183199fdf99d, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=5e496257-2475-4326-9a9e-183199fdf99d,segment=NetworkSegment(877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e),segment_id=877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:43:48.877000 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-baca6e91-11e5-474c-98cf-8ddaf1b7b878 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1625681272-network', 'tenant_id': 'fb7de884c28944259a59c7a4e1b4ece3'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:43:48.880307 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:48.886645 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-baca6e91-11e5-474c-98cf-8ddaf1b7b878 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:43:48.891116 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-baca6e91-11e5-474c-98cf-8ddaf1b7b878 admin admin] Usage tracker for resource:network and tenant:fb7de884c28944259a59c7a4e1b4ece3 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:43:48.894365 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-baca6e91-11e5-474c-98cf-8ddaf1b7b878 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:43:48.900358 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-baca6e91-11e5-474c-98cf-8ddaf1b7b878 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:43:48.912768 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baca6e91-11e5-474c-98cf-8ddaf1b7b878 admin admin] Made reservation on behalf of fb7de884c28944259a59c7a4e1b4ece3 for: {'network': 1} {{(pid=83237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:43:48.916310 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-baca6e91-11e5-474c-98cf-8ddaf1b7b878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for network, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:48.929241 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-baca6e91-11e5-474c-98cf-8ddaf1b7b878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:48.944760 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Pushing event updated for resources: {'Port': ['ID=5e496257-2475-4326-9a9e-183199fdf99d,revision_number=4']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:48.953132 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:48.953464 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:48.953787 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:48.954106 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:48.954422 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:48.954732 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:48.955040 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:48.955369 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:48.955681 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:48.955988 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:48.956295 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:48.960677 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-baca6e91-11e5-474c-98cf-8ddaf1b7b878 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:43:48.964426 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-baca6e91-11e5-474c-98cf-8ddaf1b7b878 admin admin] Usage tracker for resource:security_group_rule and tenant:fb7de884c28944259a59c7a4e1b4ece3 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:43:48.967138 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-baca6e91-11e5-474c-98cf-8ddaf1b7b878 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:43:48.974179 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-baca6e91-11e5-474c-98cf-8ddaf1b7b878 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:43:49.040562 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-baca6e91-11e5-474c-98cf-8ddaf1b7b878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:49.044097 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-baca6e91-11e5-474c-98cf-8ddaf1b7b878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:49.073415 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baca6e91-11e5-474c-98cf-8ddaf1b7b878 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=83237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:43:49.081497 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baca6e91-11e5-474c-98cf-8ddaf1b7b878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74a6a80-d4dd-419c-9edd-9fa5ef05a131,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:49.086720 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-baca6e91-11e5-474c-98cf-8ddaf1b7b878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:49.087055 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.db.segments_db [None req-baca6e91-11e5-474c-98cf-8ddaf1b7b878 admin admin] Added segment 377ca751-614a-477d-b93b-4dd308a2203b of type vlan for network db2b12a7-a0f4-4150-8f87-0d63adf4e7d5 May 25 22:43:49.113589 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-baca6e91-11e5-474c-98cf-8ddaf1b7b878 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744689326614'] for network, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:49.141868 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-baca6e91-11e5-474c-98cf-8ddaf1b7b878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057'] for network, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:49.142844 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baca6e91-11e5-474c-98cf-8ddaf1b7b878 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:49.143420 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-baca6e91-11e5-474c-98cf-8ddaf1b7b878 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for network, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:49.250144 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baca6e91-11e5-474c-98cf-8ddaf1b7b878 admin admin] Pushing event updated for resources: {'Network': ['ID=db2b12a7-a0f4-4150-8f87-0d63adf4e7d5,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:49.254425 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-baca6e91-11e5-474c-98cf-8ddaf1b7b878 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3859231 May 25 22:43:49.257176 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 33180) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:43:49.260127 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Network db2b12a7-a0f4-4150-8f87-0d63adf4e7d5 details requested by agent ovs-agent-dv-cinder-843305-1-iscsi with host dv-cinder-843305-1-iscsi {{(pid=83238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:43:49.262956 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-ca78f7c3-65d0-4b5b-a134-2e5c595f594a admin admin] Request body: {'subnet': {'network_id': 'db2b12a7-a0f4-4150-8f87-0d63adf4e7d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1625681272-subnet', 'tenant_id': 'fb7de884c28944259a59c7a4e1b4ece3', 'ip_version': 4}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:43:49.268126 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-ca78f7c3-65d0-4b5b-a134-2e5c595f594a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:43:49.271886 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-ca78f7c3-65d0-4b5b-a134-2e5c595f594a admin admin] Usage tracker for resource:subnet and tenant:fb7de884c28944259a59c7a4e1b4ece3 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:43:49.274778 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-ca78f7c3-65d0-4b5b-a134-2e5c595f594a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:43:49.281070 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-ca78f7c3-65d0-4b5b-a134-2e5c595f594a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:43:49.291104 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca78f7c3-65d0-4b5b-a134-2e5c595f594a admin admin] Made reservation on behalf of fb7de884c28944259a59c7a4e1b4ece3 for: {'subnet': 1} {{(pid=83237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:43:49.293298 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-ca78f7c3-65d0-4b5b-a134-2e5c595f594a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497220'] for subnet, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:49.382635 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.agents_db [None req-9a0b4f36-fcd8-49b0-a2d4-59f1c5f7edf0 None None] Agent healthcheck: found 6 active agents {{(pid=83239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:43:49.504388 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-ca78f7c3-65d0-4b5b-a134-2e5c595f594a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1149199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497238'] for subnet, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:49.569414 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca78f7c3-65d0-4b5b-a134-2e5c595f594a admin admin] Pushing event updated for resources: {'Subnet': ['ID=08154205-7726-460d-b9d8-e286ce67d11a,revision_number=0']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:49.585715 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca78f7c3-65d0-4b5b-a134-2e5c595f594a admin admin] Checking segment: {'id': '377ca751-614a-477d-b93b-4dd308a2203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'db2b12a7-a0f4-4150-8f87-0d63adf4e7d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:43:49.586060 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca78f7c3-65d0-4b5b-a134-2e5c595f594a admin admin] Network hostable DHCP agents. Network: db2b12a7-a0f4-4150-8f87-0d63adf4e7d5, hostable agents: ['7055d141-b128-493c-8fde-b010d723709d'], hosted agents: [] {{(pid=83237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:43:49.607406 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca78f7c3-65d0-4b5b-a134-2e5c595f594a admin admin] Network db2b12a7-a0f4-4150-8f87-0d63adf4e7d5 is scheduled to be hosted by DHCP agent 7055d141-b128-493c-8fde-b010d723709d with binding_index 1 {{(pid=83237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:43:49.616139 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.base_scheduler [None req-ca78f7c3-65d0-4b5b-a134-2e5c595f594a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-1-iscsi, db2b12a7-a0f4-4150-8f87-0d63adf4e7d5) {{(pid=83237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:43:49.620596 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca78f7c3-65d0-4b5b-a134-2e5c595f594a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:49.621678 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-ca78f7c3-65d0-4b5b-a134-2e5c595f594a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for subnet, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:49.625937 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605c11e6-b785-4846-b88b-6ee8b283886c None None] Network db2b12a7-a0f4-4150-8f87-0d63adf4e7d5 requested from dv-cinder-843305-1-iscsi {{(pid=83238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:43:49.644308 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-ca78f7c3-65d0-4b5b-a134-2e5c595f594a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3856385 May 25 22:43:49.646789 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 33184) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:43:49.651612 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-4d65d45b-7294-45f1-913f-60c13385fb4d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1625681272-router', 'tenant_id': 'fb7de884c28944259a59c7a4e1b4ece3', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'}}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:43:49.656274 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-4d65d45b-7294-45f1-913f-60c13385fb4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:43:49.660012 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-4d65d45b-7294-45f1-913f-60c13385fb4d admin admin] Usage tracker for resource:router and tenant:fb7de884c28944259a59c7a4e1b4ece3 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:43:49.662766 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-4d65d45b-7294-45f1-913f-60c13385fb4d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:43:49.668352 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-4d65d45b-7294-45f1-913f-60c13385fb4d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:43:49.680005 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-4d65d45b-7294-45f1-913f-60c13385fb4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-332275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13655'] for router, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:49.680911 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-4d65d45b-7294-45f1-913f-60c13385fb4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-334964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13660'] for router, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:49.700961 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-4d65d45b-7294-45f1-913f-60c13385fb4d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:49.857459 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-4d65d45b-7294-45f1-913f-60c13385fb4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-334982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-332297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:49.865030 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc7fc0c-c1a4-4898-b822-997376183fcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6d3de8e-d70e-51d5-8f03-74ad85baa67b-db2b12a7-a0f4-4150-8f87-0d63adf4e7d5', 'network_id': 'db2b12a7-a0f4-4150-8f87-0d63adf4e7d5', 'tenant_id': 'fb7de884c28944259a59c7a4e1b4ece3', 'fixed_ips': [{'subnet_id': '08154205-7726-460d-b9d8-e286ce67d11a'}]}} from dv-cinder-843305-1-iscsi. {{(pid=83238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:43:49.866411 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-5cc7fc0c-c1a4-4898-b822-997376183fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:50.036076 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.db_base_plugin_common [None req-5cc7fc0c-c1a4-4898-b822-997376183fcd None None] Allocated IP 172.20.0.2 (db2b12a7-a0f4-4150-8f87-0d63adf4e7d5/08154205-7726-460d-b9d8-e286ce67d11a/96e8fc9f-0381-4618-8a07-329ec7f739a9) {{(pid=83238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:43:50.184568 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c5541-79a4-4ae6-a4d7-cf3a921df394 req-c2d9c24d-c8c1-4083-b487-ab889e04fe15 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:50.187235 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-8c4c5541-79a4-4ae6-a4d7-cf3a921df394 req-c2d9c24d-c8c1-4083-b487-ab889e04fe15 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a3e5bfd-2741-4138-851d-c61472113498 HTTP/1.1" status: 200 len: 946 time: 0.2825081 May 25 22:43:50.265886 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18426d3-72e4-4cf7-a85e-64b8904af01c req-2810d02a-7b23-48fb-b2fc-816f90a7f3ec tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:50.267196 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-e18426d3-72e4-4cf7-a85e-64b8904af01c req-2810d02a-7b23-48fb-b2fc-816f90a7f3ec tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Synchronizing usage tracker for tenant:e555a5edad0e42029674c53c2976a6de on resource:port {{(pid=83236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:43:50.281588 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-8c4c5541-79a4-4ae6-a4d7-cf3a921df394 req-2ae9e38e-624a-4fb6-a50b-fdda1c5c9ddd tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5f81bdb-cd9f-42ac-8815-fbe67bb30640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801420 May 25 22:43:50.293070 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-5cc7fc0c-c1a4-4898-b822-997376183fcd None None] Notify callbacks [] for port, precommit_create {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:50.298315 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-e18426d3-72e4-4cf7-a85e-64b8904af01c req-2810d02a-7b23-48fb-b2fc-816f90a7f3ec tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Unset dirty status for tenant:e555a5edad0e42029674c53c2976a6de on resource:port {{(pid=83236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:43:50.299462 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-e18426d3-72e4-4cf7-a85e-64b8904af01c req-2810d02a-7b23-48fb-b2fc-816f90a7f3ec tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a3e5bfd-2741-4138-851d-c61472113498 HTTP/1.1" status: 200 len: 946 time: 0.1286905 May 25 22:43:50.309136 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-5cc7fc0c-c1a4-4898-b822-997376183fcd None None] Transition to ACTIVE for port object 96e8fc9f-0381-4618-8a07-329ec7f739a9 will not be triggered until provisioned by entity L2. {{(pid=83238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:43:50.314354 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-4d65d45b-7294-45f1-913f-60c13385fb4d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:50.329219 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-5cc7fc0c-c1a4-4898-b822-997376183fcd None None] Transition to ACTIVE for port object 96e8fc9f-0381-4618-8a07-329ec7f739a9 will not be triggered until provisioned by entity DHCP. {{(pid=83238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:43:50.337557 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-5cc7fc0c-c1a4-4898-b822-997376183fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019'] for port, after_create {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:50.345331 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-4d65d45b-7294-45f1-913f-60c13385fb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:50.381336 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [req-e18426d3-72e4-4cf7-a85e-64b8904af01c req-a4c62cd8-1756-4767-8c3e-695a9991c12f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Deleting port 8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4 {{(pid=83236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:43:50.382774 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-e18426d3-72e4-4cf7-a85e-64b8904af01c req-a4c62cd8-1756-4767-8c3e-695a9991c12f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:50.417552 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc7fc0c-c1a4-4898-b822-997376183fcd None None] Network db2b12a7-a0f4-4150-8f87-0d63adf4e7d5 is already hosted by enough agents. {{(pid=83238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:43:50.424474 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc7fc0c-c1a4-4898-b822-997376183fcd None None] Pushing event updated for resources: {'Port': ['ID=96e8fc9f-0381-4618-8a07-329ec7f739a9,revision_number=1']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:50.427302 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.scheduler.base_scheduler [None req-5cc7fc0c-c1a4-4898-b822-997376183fcd None None] Resources bound (agent type, host, resource id): {{(pid=83238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:43:50.430147 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc7fc0c-c1a4-4898-b822-997376183fcd None None] Received port after_create {{(pid=83238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:43:50.465046 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f03882f-a345-4db3-bed4-bbc9f4f6cf8e None None] Sync routers for ids ['1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0'] in dv-cinder-843305-1-iscsi {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:43:50.519305 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.db_base_plugin_common [None req-4d65d45b-7294-45f1-913f-60c13385fb4d admin admin] Allocated IP 172.27.0.177 (cb39d3ef-31f0-4e66-970b-4cb0d379e187/4ff22ee7-6206-48b0-b7ae-e7396fe607ae/b98c8895-5e6a-41d5-ae2c-0c811822d426) {{(pid=83237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:43:50.540285 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-5cc7fc0c-c1a4-4898-b822-997376183fcd None None] Attempting to bind port 96e8fc9f-0381-4618-8a07-329ec7f739a9 on host dv-cinder-843305-1-iscsi for vnic_type normal with profile {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:43:50.540657 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-5cc7fc0c-c1a4-4898-b822-997376183fcd None None] Attempting to bind port 96e8fc9f-0381-4618-8a07-329ec7f739a9 by drivers openvswitch,hyperv on host dv-cinder-843305-1-iscsi at level 0 using segments [{'id': '377ca751-614a-477d-b93b-4dd308a2203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'db2b12a7-a0f4-4150-8f87-0d63adf4e7d5'}] {{(pid=83238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:43:50.540987 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc7fc0c-c1a4-4898-b822-997376183fcd None None] Attempting to bind port 96e8fc9f-0381-4618-8a07-329ec7f739a9 on network db2b12a7-a0f4-4150-8f87-0d63adf4e7d5 {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:43:50.548547 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc7fc0c-c1a4-4898-b822-997376183fcd None None] Checking agent: {'id': '204015c8-cb50-46b9-b04e-4ea0e4e6040d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 24, 3), 'started_at': datetime.datetime(2022, 5, 25, 22, 24, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:43:50.548908 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc7fc0c-c1a4-4898-b822-997376183fcd None None] Checking segment: {'id': '377ca751-614a-477d-b93b-4dd308a2203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'db2b12a7-a0f4-4150-8f87-0d63adf4e7d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:43:50.549710 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-5cc7fc0c-c1a4-4898-b822-997376183fcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:50.549710 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc7fc0c-c1a4-4898-b822-997376183fcd None None] Bound using segment: {'id': '377ca751-614a-477d-b93b-4dd308a2203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'db2b12a7-a0f4-4150-8f87-0d63adf4e7d5'} {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:43:50.550116 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-5cc7fc0c-c1a4-4898-b822-997376183fcd None None] Bound port: 96e8fc9f-0381-4618-8a07-329ec7f739a9, host: dv-cinder-843305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '377ca751-614a-477d-b93b-4dd308a2203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'db2b12a7-a0f4-4150-8f87-0d63adf4e7d5'}}] {{(pid=83238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:43:50.550477 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-5cc7fc0c-c1a4-4898-b822-997376183fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:50.564063 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f03882f-a345-4db3-bed4-bbc9f4f6cf8e None None] Routers {'1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:43:50.564684 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-5f03882f-a345-4db3-bed4-bbc9f4f6cf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:43:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:43:50.657101 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-e18426d3-72e4-4cf7-a85e-64b8904af01c req-a4c62cd8-1756-4767-8c3e-695a9991c12f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] For port 8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4,segment=NetworkSegment(d711363d-cf2f-4d62-a488-26afefce9577),segment_id=d711363d-cf2f-4d62-a488-26afefce9577)] {{(pid=83236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:43:50.657737 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-e18426d3-72e4-4cf7-a85e-64b8904af01c req-a4c62cd8-1756-4767-8c3e-695a9991c12f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:50.679256 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 5e496257-2475-4326-9a9e-183199fdf99d up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:43:50.696730 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-4d65d45b-7294-45f1-913f-60c13385fb4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:50.726353 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-4d65d45b-7294-45f1-913f-60c13385fb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1149435'] for port, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:50.798115 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d65d45b-7294-45f1-913f-60c13385fb4d admin admin] Network cb39d3ef-31f0-4e66-970b-4cb0d379e187 is already hosted by enough agents. {{(pid=83237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:43:50.801809 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.base_scheduler [None req-4d65d45b-7294-45f1-913f-60c13385fb4d admin admin] Resources bound (agent type, host, resource id): {{(pid=83237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:43:50.804320 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d65d45b-7294-45f1-913f-60c13385fb4d admin admin] Received port after_create {{(pid=83237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:43:50.838347 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65d45b-7294-45f1-913f-60c13385fb4d admin admin] Pushing event updated for resources: {'Port': ['ID=b98c8895-5e6a-41d5-ae2c-0c811822d426,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:50.879985 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-5cc7fc0c-c1a4-4898-b822-997376183fcd None None] For port 96e8fc9f-0381-4618-8a07-329ec7f739a9, host dv-cinder-843305-1-iscsi, cleared binding levels {{(pid=83238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:43:50.894418 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port 5e496257-2475-4326-9a9e-183199fdf99d triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:43:50.894418 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:50.939968 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-5cc7fc0c-c1a4-4898-b822-997376183fcd None None] For port 96e8fc9f-0381-4618-8a07-329ec7f739a9, host dv-cinder-843305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=96e8fc9f-0381-4618-8a07-329ec7f739a9,segment=NetworkSegment(377ca751-614a-477d-b93b-4dd308a2203b),segment_id=377ca751-614a-477d-b93b-4dd308a2203b)] {{(pid=83238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:43:50.952656 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-5cc7fc0c-c1a4-4898-b822-997376183fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:51.000279 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-e18426d3-72e4-4cf7-a85e-64b8904af01c req-a4c62cd8-1756-4767-8c3e-695a9991c12f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:51.000750 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-e18426d3-72e4-4cf7-a85e-64b8904af01c req-a4c62cd8-1756-4767-8c3e-695a9991c12f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335082'] for floatingip, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:51.001082 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.db.l3_db [req-e18426d3-72e4-4cf7-a85e-64b8904af01c req-a4c62cd8-1756-4767-8c3e-695a9991c12f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Floating IP f3f88e7c-7641-4415-a21a-81610db14464 disassociated. External IP: 172.27.0.214, port: 8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4. May 25 22:43:51.001417 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [req-e18426d3-72e4-4cf7-a85e-64b8904af01c req-a4c62cd8-1756-4767-8c3e-695a9991c12f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Calling delete_port for 8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4 owned by compute:nova {{(pid=83236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:43:51.002162 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-5f03882f-a345-4db3-bed4-bbc9f4f6cf8e None None] Set router 1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:43:51.008683 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-4d65d45b-7294-45f1-913f-60c13385fb4d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:51.009481 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-4d65d45b-7294-45f1-913f-60c13385fb4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-332288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-335001'] for router, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:51.158011 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-e18426d3-72e4-4cf7-a85e-64b8904af01c req-a4c62cd8-1756-4767-8c3e-695a9991c12f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:51.212393 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc7fc0c-c1a4-4898-b822-997376183fcd None None] Pushing event updated for resources: {'Port': ['ID=96e8fc9f-0381-4618-8a07-329ec7f739a9,revision_number=2']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:51.248253 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c62cd8-1756-4767-8c3e-695a9991c12f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Pushing event deleted for resources: {'Port': ['ID=8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:51.264920 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c62cd8-1756-4767-8c3e-695a9991c12f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:51.265268 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c62cd8-1756-4767-8c3e-695a9991c12f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:51.265598 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c62cd8-1756-4767-8c3e-695a9991c12f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:51.265927 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c62cd8-1756-4767-8c3e-695a9991c12f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:51.266524 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c62cd8-1756-4767-8c3e-695a9991c12f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:51.266607 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c62cd8-1756-4767-8c3e-695a9991c12f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:51.266874 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c62cd8-1756-4767-8c3e-695a9991c12f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:51.267192 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c62cd8-1756-4767-8c3e-695a9991c12f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:51.267573 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c62cd8-1756-4767-8c3e-695a9991c12f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:51.267844 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c62cd8-1756-4767-8c3e-695a9991c12f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:51.268156 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c62cd8-1756-4767-8c3e-695a9991c12f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:51.336807 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d65d45b-7294-45f1-913f-60c13385fb4d admin admin] Router c249e4ab-3001-45f5-b422-3a357e5509b9 is scheduled to L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a with binding_index 1 {{(pid=83237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:43:51.539862 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-5f03882f-a345-4db3-bed4-bbc9f4f6cf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'name': 'tempest-TestVolumeBootPattern-872125378-router', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '5e496257-2475-4326-9a9e-183199fdf99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:43:43Z', 'updated_at': '2022-05-25T22:43:46Z', 'revision_number': 4, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'gw_port': {'id': '5e496257-2475-4326-9a9e-183199fdf99d', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:43Z', 'updated_at': '2022-05-25T22:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '07a8e58d-cd7c-4a83-b87a-feb637232c37', 'name': '', 'network_id': '93fa5388-0472-4921-8b45-2072b4930877', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'mac_address': 'fa:16:3e:a7:cd:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de133a3f-8e72-43cd-a48a-9e10a75e8ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:45Z', 'updated_at': '2022-05-25T22:43:46Z', 'revision_number': 2, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'subnets': [{'id': 'de133a3f-8e72-43cd-a48a-9e10a75e8ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:43:51.544019 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f03882f-a345-4db3-bed4-bbc9f4f6cf8e None None] Checking router: 1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0 for host: dv-cinder-843305-1-iscsi {{(pid=83238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:43:51.544362 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f03882f-a345-4db3-bed4-bbc9f4f6cf8e None None] Updating router 1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0 port 07a8e58d-cd7c-4a83-b87a-feb637232c37 binding host dv-cinder-843305-1-iscsi {{(pid=83238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:43:51.556545 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e18426d3-72e4-4cf7-a85e-64b8904af01c req-a4c62cd8-1756-4767-8c3e-695a9991c12f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Router c59067a3-0264-4d42-9ec2-78de27f8bb1f has already been hosted by L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a {{(pid=83236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:43:51.572026 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-291c310f-8e69-4771-8468-1585d99c5ec2 req-fd86e07d-e3d5-407e-9a82-1af474357a99 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a3e5bfd-2741-4138-851d-c61472113498 HTTP/1.1" status: 200 len: 210 time: 0.0583043 May 25 22:43:51.611428 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-5f03882f-a345-4db3-bed4-bbc9f4f6cf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:51.653057 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d65d45b-7294-45f1-913f-60c13385fb4d admin admin] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:43:51.662904 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0964dfb3-daad-4fd3-a374-35b7d8ceaa4c None None] Sync routers for ids ['c249e4ab-3001-45f5-b422-3a357e5509b9'] in dv-cinder-843305-1-iscsi {{(pid=83239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:43:51.675970 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0964dfb3-daad-4fd3-a374-35b7d8ceaa4c None None] Routers {'c249e4ab-3001-45f5-b422-3a357e5509b9'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:43:51.676590 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-0964dfb3-daad-4fd3-a374-35b7d8ceaa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:43:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['c249e4ab-3001-45f5-b422-3a357e5509b9'], 'active': True} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:43:51.685075 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-4d65d45b-7294-45f1-913f-60c13385fb4d admin admin] Notify callbacks [] for router, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:51.689051 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-4d65d45b-7294-45f1-913f-60c13385fb4d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0390322 May 25 22:43:51.689438 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 33192) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:43:51.815302 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e18426d3-72e4-4cf7-a85e-64b8904af01c req-a4c62cd8-1756-4767-8c3e-695a9991c12f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:43:51.957419 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvr_db [None req-0964dfb3-daad-4fd3-a374-35b7d8ceaa4c None None] Set router c249e4ab-3001-45f5-b422-3a357e5509b9 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:43:52.092381 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18426d3-72e4-4cf7-a85e-64b8904af01c req-a4c62cd8-1756-4767-8c3e-695a9991c12f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] No DVR routers for this DVR port 8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4 on host hv-cinder-84330 {{(pid=83236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:43:52.100696 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-e18426d3-72e4-4cf7-a85e-64b8904af01c req-a4c62cd8-1756-4767-8c3e-695a9991c12f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:52.108959 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3e5bfd-2741-4138-851d-c61472113498', 'name': 'network-vif-deleted', 'tag': '8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4'}] {{(pid=83236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:43:52.125640 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-5f03882f-a345-4db3-bed4-bbc9f4f6cf8e None None] Notify callbacks [] for port, precommit_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:52.138958 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-5f03882f-a345-4db3-bed4-bbc9f4f6cf8e None None] Transition to ACTIVE for port object 07a8e58d-cd7c-4a83-b87a-feb637232c37 will not be triggered until provisioned by entity L2. {{(pid=83238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:43:52.142024 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-e18426d3-72e4-4cf7-a85e-64b8904af01c req-a4c62cd8-1756-4767-8c3e-695a9991c12f tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.45 "DELETE /v2.0/ports/8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4 HTTP/1.1" status: 204 len: 173 time: 1.8378103 May 25 22:43:52.148296 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7b846c-ed60-49e9-b2d0-6177853f8a9d None None] Sync routers for ids ['c59067a3-0264-4d42-9ec2-78de27f8bb1f'] in dv-cinder-843305-1-iscsi {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:43:52.164399 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-5f03882f-a345-4db3-bed4-bbc9f4f6cf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:52.169859 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7b846c-ed60-49e9-b2d0-6177853f8a9d None None] Routers {'c59067a3-0264-4d42-9ec2-78de27f8bb1f'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:43:52.170486 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-ac7b846c-ed60-49e9-b2d0-6177853f8a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:43:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['c59067a3-0264-4d42-9ec2-78de27f8bb1f'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:43:52.478231 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-0964dfb3-daad-4fd3-a374-35b7d8ceaa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c249e4ab-3001-45f5-b422-3a357e5509b9', 'name': 'tempest-TestVolumeBootPattern-1625681272-router', 'tenant_id': 'fb7de884c28944259a59c7a4e1b4ece3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'b98c8895-5e6a-41d5-ae2c-0c811822d426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:43:49Z', 'updated_at': '2022-05-25T22:43:50Z', 'revision_number': 3, 'project_id': 'fb7de884c28944259a59c7a4e1b4ece3', 'gw_port': {'id': 'b98c8895-5e6a-41d5-ae2c-0c811822d426', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:60:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c249e4ab-3001-45f5-b422-3a357e5509b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:50Z', 'updated_at': '2022-05-25T22:43:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi'}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:43:52.482695 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0964dfb3-daad-4fd3-a374-35b7d8ceaa4c None None] Checking router: c249e4ab-3001-45f5-b422-3a357e5509b9 for host: dv-cinder-843305-1-iscsi {{(pid=83239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:43:52.483451 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0964dfb3-daad-4fd3-a374-35b7d8ceaa4c None None] Updating router c249e4ab-3001-45f5-b422-3a357e5509b9 port b98c8895-5e6a-41d5-ae2c-0c811822d426 binding host dv-cinder-843305-1-iscsi {{(pid=83239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:43:52.500119 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d11d9a5-f51f-4916-bafa-e1c1c7a6f78e None None] Network db2b12a7-a0f4-4150-8f87-0d63adf4e7d5 requested from dv-cinder-843305-1-iscsi {{(pid=83238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:43:52.513715 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1c6e4ad-02c8-4285-9265-3cf111213fbc'] response: {'server_uuid': '6a3e5bfd-2741-4138-851d-c61472113498', 'name': 'network-vif-deleted', 'tag': '8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4', 'status': 'completed', 'code': 200} May 25 22:43:52.527440 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b84dc2f-3b40-4253-9a7a-aa314649cec5 None None] Pushing event updated for resources: {'Port': ['ID=07a8e58d-cd7c-4a83-b87a-feb637232c37,revision_number=3']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:52.543720 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-0964dfb3-daad-4fd3-a374-35b7d8ceaa4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:52.776152 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-ac7b846c-ed60-49e9-b2d0-6177853f8a9d None None] Set router c59067a3-0264-4d42-9ec2-78de27f8bb1f gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:43:52.920886 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-03e64b89-c94c-4277-ac38-04c1d5b3b7d1 req-ee596590-dbbb-431d-997a-e4a04dcddfa7 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a3e5bfd-2741-4138-851d-c61472113498 HTTP/1.1" status: 200 len: 210 time: 0.0720146 May 25 22:43:52.987083 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 96e8fc9f-0381-4618-8a07-329ec7f739a9 up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:43:53.085138 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-0964dfb3-daad-4fd3-a374-35b7d8ceaa4c None None] Notify callbacks [] for port, precommit_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:53.098895 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.provisioning_blocks [None req-0964dfb3-daad-4fd3-a374-35b7d8ceaa4c None None] Transition to ACTIVE for port object b98c8895-5e6a-41d5-ae2c-0c811822d426 will not be triggered until provisioned by entity L2. {{(pid=83239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:43:53.106941 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-0964dfb3-daad-4fd3-a374-35b7d8ceaa4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:53.127294 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8de94e2e-2da1-4801-9aeb-9e9c8aa75e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:53.178042 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1a8951d8-cb93-4d58-a4ca-a8585d7af46b None None] Provisioning for port 96e8fc9f-0381-4618-8a07-329ec7f739a9 completed by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:43:53.184194 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632d2b3-818f-4772-86f5-589b0a4225a1 None None] Pushing event updated for resources: {'Port': ['ID=b98c8895-5e6a-41d5-ae2c-0c811822d426,revision_number=2']} {{(pid=83239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:53.195375 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.managers [None req-0964dfb3-daad-4fd3-a374-35b7d8ceaa4c None None] Attempting to bind port b98c8895-5e6a-41d5-ae2c-0c811822d426 on host dv-cinder-843305-1-iscsi for vnic_type normal with profile {{(pid=83239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:43:53.195768 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.managers [None req-0964dfb3-daad-4fd3-a374-35b7d8ceaa4c None None] Attempting to bind port b98c8895-5e6a-41d5-ae2c-0c811822d426 by drivers openvswitch,hyperv on host dv-cinder-843305-1-iscsi at level 0 using segments [{'id': '877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'}] {{(pid=83239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:43:53.196088 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0964dfb3-daad-4fd3-a374-35b7d8ceaa4c None None] Attempting to bind port b98c8895-5e6a-41d5-ae2c-0c811822d426 on network cb39d3ef-31f0-4e66-970b-4cb0d379e187 {{(pid=83239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:43:53.203730 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0964dfb3-daad-4fd3-a374-35b7d8ceaa4c None None] Checking agent: {'id': '204015c8-cb50-46b9-b04e-4ea0e4e6040d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 24, 3), 'started_at': datetime.datetime(2022, 5, 25, 22, 24, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:43:53.204096 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0964dfb3-daad-4fd3-a374-35b7d8ceaa4c None None] Checking segment: {'id': '877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:43:53.204483 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-0964dfb3-daad-4fd3-a374-35b7d8ceaa4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:53.204859 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0964dfb3-daad-4fd3-a374-35b7d8ceaa4c None None] Bound using segment: {'id': '877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'} {{(pid=83239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:43:53.205306 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.managers [None req-0964dfb3-daad-4fd3-a374-35b7d8ceaa4c None None] Bound port: b98c8895-5e6a-41d5-ae2c-0c811822d426, host: dv-cinder-843305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'}}] {{(pid=83239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:43:53.205673 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-0964dfb3-daad-4fd3-a374-35b7d8ceaa4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:53.286953 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-5f03882f-a345-4db3-bed4-bbc9f4f6cf8e None None] Attempting to bind port 07a8e58d-cd7c-4a83-b87a-feb637232c37 on host dv-cinder-843305-1-iscsi for vnic_type normal with profile {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:43:53.287376 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-5f03882f-a345-4db3-bed4-bbc9f4f6cf8e None None] Attempting to bind port 07a8e58d-cd7c-4a83-b87a-feb637232c37 by drivers openvswitch,hyperv on host dv-cinder-843305-1-iscsi at level 0 using segments [{'id': 'f5bb856f-bb4d-43f7-8cd6-86e950960bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '93fa5388-0472-4921-8b45-2072b4930877'}] {{(pid=83238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:43:53.287834 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f03882f-a345-4db3-bed4-bbc9f4f6cf8e None None] Attempting to bind port 07a8e58d-cd7c-4a83-b87a-feb637232c37 on network 93fa5388-0472-4921-8b45-2072b4930877 {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:43:53.292052 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.db [None req-0964dfb3-daad-4fd3-a374-35b7d8ceaa4c None None] For port b98c8895-5e6a-41d5-ae2c-0c811822d426, host dv-cinder-843305-1-iscsi, cleared binding levels {{(pid=83239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:43:53.297885 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.db [None req-0964dfb3-daad-4fd3-a374-35b7d8ceaa4c None None] For port b98c8895-5e6a-41d5-ae2c-0c811822d426, host dv-cinder-843305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=b98c8895-5e6a-41d5-ae2c-0c811822d426,segment=NetworkSegment(877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e),segment_id=877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e)] {{(pid=83239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:43:53.312806 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-0964dfb3-daad-4fd3-a374-35b7d8ceaa4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:53.388163 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f03882f-a345-4db3-bed4-bbc9f4f6cf8e None None] Checking agent: {'id': '204015c8-cb50-46b9-b04e-4ea0e4e6040d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 24, 3), 'started_at': datetime.datetime(2022, 5, 25, 22, 24, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:43:53.388694 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f03882f-a345-4db3-bed4-bbc9f4f6cf8e None None] Checking segment: {'id': 'f5bb856f-bb4d-43f7-8cd6-86e950960bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '93fa5388-0472-4921-8b45-2072b4930877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:43:53.389331 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-5f03882f-a345-4db3-bed4-bbc9f4f6cf8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:53.389684 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f03882f-a345-4db3-bed4-bbc9f4f6cf8e None None] Bound using segment: {'id': 'f5bb856f-bb4d-43f7-8cd6-86e950960bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '93fa5388-0472-4921-8b45-2072b4930877'} {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:43:53.390035 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.db_base_plugin_common [None req-8de94e2e-2da1-4801-9aeb-9e9c8aa75e7e admin admin] Allocated IP 172.20.0.1 (db2b12a7-a0f4-4150-8f87-0d63adf4e7d5/08154205-7726-460d-b9d8-e286ce67d11a/79f9ab58-ef9c-4c05-8434-066a8f1cd2d5) {{(pid=83237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:43:53.390442 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-5f03882f-a345-4db3-bed4-bbc9f4f6cf8e None None] Bound port: 07a8e58d-cd7c-4a83-b87a-feb637232c37, host: dv-cinder-843305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bb856f-bb4d-43f7-8cd6-86e950960bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '93fa5388-0472-4921-8b45-2072b4930877'}}] {{(pid=83238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:43:53.390820 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-5f03882f-a345-4db3-bed4-bbc9f4f6cf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:53.400101 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632d2b3-818f-4772-86f5-589b0a4225a1 None None] Pushing event updated for resources: {'Port': ['ID=b98c8895-5e6a-41d5-ae2c-0c811822d426,revision_number=3']} {{(pid=83239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:53.415705 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0964dfb3-daad-4fd3-a374-35b7d8ceaa4c None None] Routers {'c249e4ab-3001-45f5-b422-3a357e5509b9'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:43:53.416775 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-0964dfb3-daad-4fd3-a374-35b7d8ceaa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:43:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['c249e4ab-3001-45f5-b422-3a357e5509b9'], 'active': True} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:43:53.522253 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning for port 96e8fc9f-0381-4618-8a07-329ec7f739a9 completed by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:43:53.541284 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port 96e8fc9f-0381-4618-8a07-329ec7f739a9 triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:43:53.541650 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:53.577127 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8de94e2e-2da1-4801-9aeb-9e9c8aa75e7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:53.604642 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.provisioning_blocks [None req-8de94e2e-2da1-4801-9aeb-9e9c8aa75e7e admin admin] Transition to ACTIVE for port object 79f9ab58-ef9c-4c05-8434-066a8f1cd2d5 will not be triggered until provisioned by entity DHCP. {{(pid=83237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:43:53.635250 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-5f03882f-a345-4db3-bed4-bbc9f4f6cf8e None None] For port 07a8e58d-cd7c-4a83-b87a-feb637232c37, host dv-cinder-843305-1-iscsi, cleared binding levels {{(pid=83238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:43:53.638046 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvr_db [None req-0964dfb3-daad-4fd3-a374-35b7d8ceaa4c None None] Set router c249e4ab-3001-45f5-b422-3a357e5509b9 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:43:53.642383 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8de94e2e-2da1-4801-9aeb-9e9c8aa75e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1149435'] for port, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:53.651690 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-5f03882f-a345-4db3-bed4-bbc9f4f6cf8e None None] For port 07a8e58d-cd7c-4a83-b87a-feb637232c37, host dv-cinder-843305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=07a8e58d-cd7c-4a83-b87a-feb637232c37,segment=NetworkSegment(f5bb856f-bb4d-43f7-8cd6-86e950960bbb),segment_id=f5bb856f-bb4d-43f7-8cd6-86e950960bbb)] {{(pid=83238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:43:53.667781 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-5f03882f-a345-4db3-bed4-bbc9f4f6cf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:53.703026 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-ac7b846c-ed60-49e9-b2d0-6177853f8a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'name': 'tempest-AttachVolumeNegativeTest-1070406310-router', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:51Z', 'updated_at': '2022-05-25T22:38:57Z', 'revision_number': 4, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'gw_port': {'id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:52Z', 'updated_at': '2022-05-25T22:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '5fd0f086-ede6-481a-ba38-c6f08f2fce6c', 'name': '', 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'mac_address': 'fa:16:3e:e0:94:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:56Z', 'updated_at': '2022-05-25T22:39:14Z', 'revision_number': 5, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'subnets': [{'id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:43:53.726168 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7b846c-ed60-49e9-b2d0-6177853f8a9d None None] Checking router: c59067a3-0264-4d42-9ec2-78de27f8bb1f for host: dv-cinder-843305-1-iscsi {{(pid=83238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:43:53.752816 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de94e2e-2da1-4801-9aeb-9e9c8aa75e7e admin admin] Network db2b12a7-a0f4-4150-8f87-0d63adf4e7d5 is already hosted by enough agents. {{(pid=83237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:43:53.757215 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.base_scheduler [None req-8de94e2e-2da1-4801-9aeb-9e9c8aa75e7e admin admin] Resources bound (agent type, host, resource id): {{(pid=83237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:43:53.759257 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de94e2e-2da1-4801-9aeb-9e9c8aa75e7e admin admin] Pushing event updated for resources: {'Port': ['ID=79f9ab58-ef9c-4c05-8434-066a8f1cd2d5,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:53.763086 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de94e2e-2da1-4801-9aeb-9e9c8aa75e7e admin admin] Received port after_create {{(pid=83237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:43:53.824492 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8de94e2e-2da1-4801-9aeb-9e9c8aa75e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335459'] for router_interface, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:53.890750 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b84dc2f-3b40-4253-9a7a-aa314649cec5 None None] Pushing event updated for resources: {'Port': ['ID=07a8e58d-cd7c-4a83-b87a-feb637232c37,revision_number=4']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:53.903980 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:53.915883 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7b846c-ed60-49e9-b2d0-6177853f8a9d None None] Routers {'c59067a3-0264-4d42-9ec2-78de27f8bb1f'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:43:53.916512 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-ac7b846c-ed60-49e9-b2d0-6177853f8a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:43:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['c59067a3-0264-4d42-9ec2-78de27f8bb1f'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:43:53.965652 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8de94e2e-2da1-4801-9aeb-9e9c8aa75e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:54.073055 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:43:54.099037 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-0964dfb3-daad-4fd3-a374-35b7d8ceaa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c249e4ab-3001-45f5-b422-3a357e5509b9', 'name': 'tempest-TestVolumeBootPattern-1625681272-router', 'tenant_id': 'fb7de884c28944259a59c7a4e1b4ece3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'b98c8895-5e6a-41d5-ae2c-0c811822d426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:43:49Z', 'updated_at': '2022-05-25T22:43:50Z', 'revision_number': 3, 'project_id': 'fb7de884c28944259a59c7a4e1b4ece3', 'gw_port': {'id': 'b98c8895-5e6a-41d5-ae2c-0c811822d426', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:60:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c249e4ab-3001-45f5-b422-3a357e5509b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:50Z', 'updated_at': '2022-05-25T22:43:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi'}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:43:54.104415 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0964dfb3-daad-4fd3-a374-35b7d8ceaa4c None None] The sync data for ids ['c249e4ab-3001-45f5-b422-3a357e5509b9'] in dv-cinder-843305-1-iscsi is: [{'id': 'c249e4ab-3001-45f5-b422-3a357e5509b9', 'name': 'tempest-TestVolumeBootPattern-1625681272-router', 'tenant_id': 'fb7de884c28944259a59c7a4e1b4ece3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'b98c8895-5e6a-41d5-ae2c-0c811822d426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:43:49Z', 'updated_at': '2022-05-25T22:43:50Z', 'revision_number': 3, 'project_id': 'fb7de884c28944259a59c7a4e1b4ece3', 'gw_port': {'id': 'b98c8895-5e6a-41d5-ae2c-0c811822d426', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:60:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c249e4ab-3001-45f5-b422-3a357e5509b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:50Z', 'updated_at': '2022-05-25T22:43:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi'}] {{(pid=83239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:43:54.117853 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f03882f-a345-4db3-bed4-bbc9f4f6cf8e None None] Routers {'1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:43:54.118493 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-5f03882f-a345-4db3-bed4-bbc9f4f6cf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:43:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:43:54.180712 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 33206) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:43:54.223562 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] No Port match for: 8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4 {{(pid=83238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:43:54.224160 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 8be7860a-2f6e-4ca1-b1f6-2e6db6126fa4 not bound to the agent host hv-cinder-84330 {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:43:54.293623 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-59905f29-6922-4be3-800d-81434846597e tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for security_group, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:54.333567 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-59905f29-6922-4be3-800d-81434846597e tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:54.361023 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] For port 96e8fc9f-0381-4618-8a07-329ec7f739a9, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=96e8fc9f-0381-4618-8a07-329ec7f739a9,segment=NetworkSegment(377ca751-614a-477d-b93b-4dd308a2203b),segment_id=377ca751-614a-477d-b93b-4dd308a2203b)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:43:54.382710 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:54.409586 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8de94e2e-2da1-4801-9aeb-9e9c8aa75e7e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:54.416164 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-59905f29-6922-4be3-800d-81434846597e tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:54.417817 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8de94e2e-2da1-4801-9aeb-9e9c8aa75e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1149314'] for port, after_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:54.435297 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59905f29-6922-4be3-800d-81434846597e tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f81bdb-cd9f-42ac-8815-fbe67bb30640,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:54.448785 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-203b59f8-9bbc-41e3-bef7-9413eb3fa44e None None] Provisioning complete for port 96e8fc9f-0381-4618-8a07-329ec7f739a9 triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:43:54.450339 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-203b59f8-9bbc-41e3-bef7-9413eb3fa44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:54.463177 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-59905f29-6922-4be3-800d-81434846597e tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for security_group, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:54.464658 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-59905f29-6922-4be3-800d-81434846597e tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "DELETE /v2.0/security-groups/f5f81bdb-cd9f-42ac-8815-fbe67bb30640 HTTP/1.1" status: 204 len: 168 time: 0.2829082 May 25 22:43:54.467219 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 33210) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:43:54.488934 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.api.v2.resource [None req-a24c5524-8c89-4630-8d6e-83860d59b4ae tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] show failed (client error): The resource could not be found. May 25 22:43:54.490283 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-a24c5524-8c89-4630-8d6e-83860d59b4ae tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "GET /v2.0/security-groups/f5f81bdb-cd9f-42ac-8815-fbe67bb30640 HTTP/1.1" status: 404 len: 347 time: 0.0215237 May 25 22:43:54.493124 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 33214) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:43:54.555380 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de94e2e-2da1-4801-9aeb-9e9c8aa75e7e admin admin] Pushing event updated for resources: {'Port': ['ID=79f9ab58-ef9c-4c05-8434-066a8f1cd2d5,revision_number=2']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:54.557930 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-8de94e2e-2da1-4801-9aeb-9e9c8aa75e7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2758953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335566'] for router_interface, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:54.605850 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-5f03882f-a345-4db3-bed4-bbc9f4f6cf8e None None] Set router 1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:43:54.652884 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Pushing event updated for resources: {'Port': ['ID=96e8fc9f-0381-4618-8a07-329ec7f739a9,revision_number=3']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:54.671885 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-ac7b846c-ed60-49e9-b2d0-6177853f8a9d None None] Set router c59067a3-0264-4d42-9ec2-78de27f8bb1f gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:43:54.726285 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [None req-836d09a1-eff0-4147-a2c0-6c8a57540e18 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Deleting port 1b77a62e-2971-44d1-b838-f364c780ee80 {{(pid=83236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:43:54.726768 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-836d09a1-eff0-4147-a2c0-6c8a57540e18 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:54.730825 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device b98c8895-5e6a-41d5-ae2c-0c811822d426 up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:43:54.751142 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de94e2e-2da1-4801-9aeb-9e9c8aa75e7e admin admin] Network db2b12a7-a0f4-4150-8f87-0d63adf4e7d5 is already hosted by enough agents. {{(pid=83237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:43:54.752716 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.base_scheduler [None req-8de94e2e-2da1-4801-9aeb-9e9c8aa75e7e admin admin] Resources bound (agent type, host, resource id): {{(pid=83237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:43:55.034086 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-836d09a1-eff0-4147-a2c0-6c8a57540e18 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:55.034415 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-836d09a1-eff0-4147-a2c0-6c8a57540e18 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:55.179833 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [None req-836d09a1-eff0-4147-a2c0-6c8a57540e18 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Calling delete_port for 1b77a62e-2971-44d1-b838-f364c780ee80 owned by network:floatingip {{(pid=83236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:43:55.277889 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning for port b98c8895-5e6a-41d5-ae2c-0c811822d426 completed by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:43:55.307880 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port b98c8895-5e6a-41d5-ae2c-0c811822d426 triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:43:55.308245 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:55.342075 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-836d09a1-eff0-4147-a2c0-6c8a57540e18 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:55.390463 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d09a1-eff0-4147-a2c0-6c8a57540e18 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Pushing event deleted for resources: {'Port': ['ID=1b77a62e-2971-44d1-b838-f364c780ee80,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:55.412243 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de94e2e-2da1-4801-9aeb-9e9c8aa75e7e admin admin] Router c249e4ab-3001-45f5-b422-3a357e5509b9 has already been hosted by L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a {{(pid=83237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:43:55.498379 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-836d09a1-eff0-4147-a2c0-6c8a57540e18 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks [] for floatingip, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:55.515327 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-836d09a1-eff0-4147-a2c0-6c8a57540e18 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for floatingip, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:55.518915 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-836d09a1-eff0-4147-a2c0-6c8a57540e18 tempest-AttachVolumeNegativeTest-48790591 tempest-AttachVolumeNegativeTest-48790591-project] 10.222.0.39 "DELETE /v2.0/floatingips/f3f88e7c-7641-4415-a21a-81610db14464 HTTP/1.1" status: 204 len: 168 time: 1.0222394 May 25 22:43:55.584084 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-ff1918f4-c4a7-4ed7-9f87-dfef132c32f6 None None] Provisioning for port 79f9ab58-ef9c-4c05-8434-066a8f1cd2d5 completed by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:43:55.625063 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-ff1918f4-c4a7-4ed7-9f87-dfef132c32f6 None None] Provisioning complete for port 79f9ab58-ef9c-4c05-8434-066a8f1cd2d5 triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:43:55.625425 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-ff1918f4-c4a7-4ed7-9f87-dfef132c32f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:55.642598 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de94e2e-2da1-4801-9aeb-9e9c8aa75e7e admin admin] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:43:55.657465 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-8de94e2e-2da1-4801-9aeb-9e9c8aa75e7e admin admin] 10.222.0.39 "PUT /v2.0/routers/c249e4ab-3001-45f5-b422-3a357e5509b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9669387 May 25 22:43:55.729551 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:55.735201 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-5f03882f-a345-4db3-bed4-bbc9f4f6cf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'name': 'tempest-TestVolumeBootPattern-872125378-router', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '5e496257-2475-4326-9a9e-183199fdf99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:43:43Z', 'updated_at': '2022-05-25T22:43:46Z', 'revision_number': 4, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'gw_port': {'id': '5e496257-2475-4326-9a9e-183199fdf99d', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:43Z', 'updated_at': '2022-05-25T22:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '07a8e58d-cd7c-4a83-b87a-feb637232c37', 'name': '', 'network_id': '93fa5388-0472-4921-8b45-2072b4930877', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'mac_address': 'fa:16:3e:a7:cd:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de133a3f-8e72-43cd-a48a-9e10a75e8ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:45Z', 'updated_at': '2022-05-25T22:43:53Z', 'revision_number': 4, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'subnets': [{'id': 'de133a3f-8e72-43cd-a48a-9e10a75e8ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:43:55.737170 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-ff1918f4-c4a7-4ed7-9f87-dfef132c32f6 None None] Port 79f9ab58-ef9c-4c05-8434-066a8f1cd2d5 cannot update to ACTIVE because it is not bound. {{(pid=83238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:43:55.746665 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f03882f-a345-4db3-bed4-bbc9f4f6cf8e None None] The sync data for ids ['1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0'] in dv-cinder-843305-1-iscsi is: [{'id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'name': 'tempest-TestVolumeBootPattern-872125378-router', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '5e496257-2475-4326-9a9e-183199fdf99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:43:43Z', 'updated_at': '2022-05-25T22:43:46Z', 'revision_number': 4, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'gw_port': {'id': '5e496257-2475-4326-9a9e-183199fdf99d', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:43Z', 'updated_at': '2022-05-25T22:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '07a8e58d-cd7c-4a83-b87a-feb637232c37', 'name': '', 'network_id': '93fa5388-0472-4921-8b45-2072b4930877', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'mac_address': 'fa:16:3e:a7:cd:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de133a3f-8e72-43cd-a48a-9e10a75e8ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:45Z', 'updated_at': '2022-05-25T22:43:53Z', 'revision_number': 4, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'subnets': [{'id': 'de133a3f-8e72-43cd-a48a-9e10a75e8ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:43:55.769487 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] For port b98c8895-5e6a-41d5-ae2c-0c811822d426, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=b98c8895-5e6a-41d5-ae2c-0c811822d426,segment=NetworkSegment(877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e),segment_id=877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:43:55.783160 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:55.897844 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Pushing event updated for resources: {'Port': ['ID=b98c8895-5e6a-41d5-ae2c-0c811822d426,revision_number=4']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:55.913214 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-ac7b846c-ed60-49e9-b2d0-6177853f8a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'name': 'tempest-AttachVolumeNegativeTest-1070406310-router', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:51Z', 'updated_at': '2022-05-25T22:38:57Z', 'revision_number': 4, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'gw_port': {'id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:52Z', 'updated_at': '2022-05-25T22:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '5fd0f086-ede6-481a-ba38-c6f08f2fce6c', 'name': '', 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'mac_address': 'fa:16:3e:e0:94:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:56Z', 'updated_at': '2022-05-25T22:39:14Z', 'revision_number': 5, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'subnets': [{'id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:43:55.926040 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7b846c-ed60-49e9-b2d0-6177853f8a9d None None] The sync data for ids ['c59067a3-0264-4d42-9ec2-78de27f8bb1f'] in dv-cinder-843305-1-iscsi is: [{'id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'name': 'tempest-AttachVolumeNegativeTest-1070406310-router', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:38:51Z', 'updated_at': '2022-05-25T22:38:57Z', 'revision_number': 4, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'gw_port': {'id': '622aac22-186a-49bc-ab20-7bd74cb3a91a', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:52Z', 'updated_at': '2022-05-25T22:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '5fd0f086-ede6-481a-ba38-c6f08f2fce6c', 'name': '', 'network_id': '6fc60487-fe5e-4f0e-968b-ad40e0f30290', 'tenant_id': 'e555a5edad0e42029674c53c2976a6de', 'mac_address': 'fa:16:3e:e0:94:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59067a3-0264-4d42-9ec2-78de27f8bb1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:38:56Z', 'updated_at': '2022-05-25T22:39:14Z', 'revision_number': 5, 'project_id': 'e555a5edad0e42029674c53c2976a6de', 'subnets': [{'id': 'd5cd7d5a-b211-4d75-93e3-7264c9b5bb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:43:56.145697 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 33228) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:43:56.152052 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [None req-58a97622-aab3-46f9-a216-b7cd6669f408 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1734818023', 'description': 'tempest-secgroup-smoke-1734818023 description', 'project_id': '28b7b6745c42484aba92bb70a964e120'}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:43:56.158149 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-58a97622-aab3-46f9-a216-b7cd6669f408 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:43:56.162094 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-58a97622-aab3-46f9-a216-b7cd6669f408 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Usage tracker for resource:security_group and tenant:28b7b6745c42484aba92bb70a964e120 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:43:56.165052 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-58a97622-aab3-46f9-a216-b7cd6669f408 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:43:56.171474 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-58a97622-aab3-46f9-a216-b7cd6669f408 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:43:56.182678 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-58a97622-aab3-46f9-a216-b7cd6669f408 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks [] for security_group, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:56.224866 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-58a97622-aab3-46f9-a216-b7cd6669f408 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:43:56.228591 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-58a97622-aab3-46f9-a216-b7cd6669f408 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Usage tracker for resource:security_group_rule and tenant:28b7b6745c42484aba92bb70a964e120 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:43:56.231717 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-58a97622-aab3-46f9-a216-b7cd6669f408 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:43:56.242036 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-58a97622-aab3-46f9-a216-b7cd6669f408 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:43:56.304753 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-58a97622-aab3-46f9-a216-b7cd6669f408 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks [] for security_group, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:56.308835 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-58a97622-aab3-46f9-a216-b7cd6669f408 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:56.351482 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a97622-aab3-46f9-a216-b7cd6669f408 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4aa45a-a0dd-44be-9285-a133e91907f4,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:56.355063 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-58a97622-aab3-46f9-a216-b7cd6669f408 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks [] for security_group, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:56.356413 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-58a97622-aab3-46f9-a216-b7cd6669f408 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2096591 May 25 22:43:56.360825 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 33232) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:43:56.366885 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [None req-7cc82378-b3fc-4aa9-a3ad-f94dcdd930b2 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Request body: {'security_group_rule': {'security_group_id': '6e4aa45a-a0dd-44be-9285-a133e91907f4', 'project_id': '28b7b6745c42484aba92bb70a964e120', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:43:56.373412 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-7cc82378-b3fc-4aa9-a3ad-f94dcdd930b2 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:43:56.377442 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-7cc82378-b3fc-4aa9-a3ad-f94dcdd930b2 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Usage tracker for resource:security_group_rule and tenant:28b7b6745c42484aba92bb70a964e120 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:43:56.380509 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-7cc82378-b3fc-4aa9-a3ad-f94dcdd930b2 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:43:56.386848 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-7cc82378-b3fc-4aa9-a3ad-f94dcdd930b2 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:43:56.403843 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-7cc82378-b3fc-4aa9-a3ad-f94dcdd930b2 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:56.468650 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-7cc82378-b3fc-4aa9-a3ad-f94dcdd930b2 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:56.472232 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-7cc82378-b3fc-4aa9-a3ad-f94dcdd930b2 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924750'] for security_group_rule, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:56.500428 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc82378-b3fc-4aa9-a3ad-f94dcdd930b2 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6ab98d7-7337-40f7-bc56-3d35fc249527,revision_number=0']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:56.511163 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-7cc82378-b3fc-4aa9-a3ad-f94dcdd930b2 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:56.515248 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-7cc82378-b3fc-4aa9-a3ad-f94dcdd930b2 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1503742 May 25 22:43:56.515793 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 33236) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:43:56.521282 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [None req-fde0384d-9e8a-469b-897e-b71c30e5c7e4 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Request body: {'security_group_rule': {'security_group_id': '6e4aa45a-a0dd-44be-9285-a133e91907f4', 'project_id': '28b7b6745c42484aba92bb70a964e120', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:43:56.527308 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-fde0384d-9e8a-469b-897e-b71c30e5c7e4 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:43:56.532283 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-fde0384d-9e8a-469b-897e-b71c30e5c7e4 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Usage tracker for resource:security_group_rule and tenant:28b7b6745c42484aba92bb70a964e120 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:43:56.535317 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-fde0384d-9e8a-469b-897e-b71c30e5c7e4 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:43:56.541141 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-fde0384d-9e8a-469b-897e-b71c30e5c7e4 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:43:56.558884 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-fde0384d-9e8a-469b-897e-b71c30e5c7e4 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:56.628210 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-fde0384d-9e8a-469b-897e-b71c30e5c7e4 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:56.633514 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-fde0384d-9e8a-469b-897e-b71c30e5c7e4 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924750'] for security_group_rule, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:56.658828 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde0384d-9e8a-469b-897e-b71c30e5c7e4 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1ff14f1-c212-44b5-a6ef-b3dea11f5a14,revision_number=0']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:56.669193 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-fde0384d-9e8a-469b-897e-b71c30e5c7e4 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:56.670399 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-fde0384d-9e8a-469b-897e-b71c30e5c7e4 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1539025 May 25 22:43:56.673886 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 33240) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:43:56.679605 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-58adc963-4075-48e5-a99b-e3d8b383e587 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Request body: {'security_group_rule': {'security_group_id': '6e4aa45a-a0dd-44be-9285-a133e91907f4', 'project_id': '28b7b6745c42484aba92bb70a964e120', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:43:56.685698 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-58adc963-4075-48e5-a99b-e3d8b383e587 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:43:56.690106 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-58adc963-4075-48e5-a99b-e3d8b383e587 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Usage tracker for resource:security_group_rule and tenant:28b7b6745c42484aba92bb70a964e120 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:43:56.693221 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-58adc963-4075-48e5-a99b-e3d8b383e587 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:43:56.698973 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-58adc963-4075-48e5-a99b-e3d8b383e587 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:43:56.719175 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-58adc963-4075-48e5-a99b-e3d8b383e587 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:56.734864 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 07a8e58d-cd7c-4a83-b87a-feb637232c37 up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:43:56.790511 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-58adc963-4075-48e5-a99b-e3d8b383e587 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:56.793670 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-58adc963-4075-48e5-a99b-e3d8b383e587 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924750'] for security_group_rule, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:56.808935 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning for port 07a8e58d-cd7c-4a83-b87a-feb637232c37 completed by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:43:56.813762 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port 07a8e58d-cd7c-4a83-b87a-feb637232c37 triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:43:56.813897 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:56.817695 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58adc963-4075-48e5-a99b-e3d8b383e587 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3d0e0a3-c6c4-41cc-94f8-39b16458cca5,revision_number=0']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:56.825980 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-58adc963-4075-48e5-a99b-e3d8b383e587 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:56.827890 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-58adc963-4075-48e5-a99b-e3d8b383e587 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1530275 May 25 22:43:56.830629 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 33244) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:43:56.835993 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-2d6b71a9-8203-4281-bd18-e191a57ff7c9 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Request body: {'security_group_rule': {'security_group_id': '6e4aa45a-a0dd-44be-9285-a133e91907f4', 'project_id': '28b7b6745c42484aba92bb70a964e120', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:43:56.841585 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-2d6b71a9-8203-4281-bd18-e191a57ff7c9 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:43:56.846030 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-2d6b71a9-8203-4281-bd18-e191a57ff7c9 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Usage tracker for resource:security_group_rule and tenant:28b7b6745c42484aba92bb70a964e120 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:43:56.848915 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-2d6b71a9-8203-4281-bd18-e191a57ff7c9 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:43:56.854486 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-2d6b71a9-8203-4281-bd18-e191a57ff7c9 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:43:56.872909 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-2d6b71a9-8203-4281-bd18-e191a57ff7c9 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:56.936776 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:56.945548 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-2d6b71a9-8203-4281-bd18-e191a57ff7c9 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:56.950173 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-2d6b71a9-8203-4281-bd18-e191a57ff7c9 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924750'] for security_group_rule, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:56.971047 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] For port 07a8e58d-cd7c-4a83-b87a-feb637232c37, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=07a8e58d-cd7c-4a83-b87a-feb637232c37,segment=NetworkSegment(f5bb856f-bb4d-43f7-8cd6-86e950960bbb),segment_id=f5bb856f-bb4d-43f7-8cd6-86e950960bbb)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:43:56.975294 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b71a9-8203-4281-bd18-e191a57ff7c9 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9f8da2c-15ad-4630-99dd-c1bead1acd38,revision_number=0']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:56.975472 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:56.976306 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 96e8fc9f-0381-4618-8a07-329ec7f739a9 up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:43:56.987331 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-2d6b71a9-8203-4281-bd18-e191a57ff7c9 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:56.991285 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-2d6b71a9-8203-4281-bd18-e191a57ff7c9 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1570218 May 25 22:43:56.991628 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 33250) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:43:56.997834 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [None req-380a9e23-7818-4e8f-9f9d-8e136af19b88 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Request body: {'security_group_rule': {'security_group_id': '6e4aa45a-a0dd-44be-9285-a133e91907f4', 'project_id': '28b7b6745c42484aba92bb70a964e120', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:43:57.003679 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-380a9e23-7818-4e8f-9f9d-8e136af19b88 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:43:57.008778 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-380a9e23-7818-4e8f-9f9d-8e136af19b88 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Usage tracker for resource:security_group_rule and tenant:28b7b6745c42484aba92bb70a964e120 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:43:57.010414 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-380a9e23-7818-4e8f-9f9d-8e136af19b88 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:43:57.016723 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-380a9e23-7818-4e8f-9f9d-8e136af19b88 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:43:57.028773 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.db.securitygroups_db [None req-380a9e23-7818-4e8f-9f9d-8e136af19b88 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Project 28b7b6745c42484aba92bb70a964e120 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 22:43:57.037748 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-380a9e23-7818-4e8f-9f9d-8e136af19b88 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:57.099455 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Pushing event updated for resources: {'Port': ['ID=07a8e58d-cd7c-4a83-b87a-feb637232c37,revision_number=5']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:57.110364 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-380a9e23-7818-4e8f-9f9d-8e136af19b88 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:57.114424 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-380a9e23-7818-4e8f-9f9d-8e136af19b88 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924750'] for security_group_rule, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:57.115031 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port 96e8fc9f-0381-4618-8a07-329ec7f739a9 triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:43:57.115399 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:57.138487 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380a9e23-7818-4e8f-9f9d-8e136af19b88 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89f213ac-4829-4ccb-932f-e27472accc21,revision_number=0']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:57.149107 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-380a9e23-7818-4e8f-9f9d-8e136af19b88 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:57.150454 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-380a9e23-7818-4e8f-9f9d-8e136af19b88 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1577897 May 25 22:43:57.153207 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 33258) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:43:57.159257 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [None req-62eb6fda-f389-42f2-b48c-da220a622d6b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Request body: {'security_group_rule': {'security_group_id': '6e4aa45a-a0dd-44be-9285-a133e91907f4', 'project_id': '28b7b6745c42484aba92bb70a964e120', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:43:57.165107 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-62eb6fda-f389-42f2-b48c-da220a622d6b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:43:57.169239 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-62eb6fda-f389-42f2-b48c-da220a622d6b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Usage tracker for resource:security_group_rule and tenant:28b7b6745c42484aba92bb70a964e120 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:43:57.172551 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-62eb6fda-f389-42f2-b48c-da220a622d6b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:43:57.178333 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-62eb6fda-f389-42f2-b48c-da220a622d6b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:43:57.189193 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.db.securitygroups_db [None req-62eb6fda-f389-42f2-b48c-da220a622d6b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Project 28b7b6745c42484aba92bb70a964e120 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 22:43:57.196003 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-62eb6fda-f389-42f2-b48c-da220a622d6b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:57.235245 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device b98c8895-5e6a-41d5-ae2c-0c811822d426 up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:43:57.273699 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-62eb6fda-f389-42f2-b48c-da220a622d6b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:57.278888 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-62eb6fda-f389-42f2-b48c-da220a622d6b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924750'] for security_group_rule, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:57.307202 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eb6fda-f389-42f2-b48c-da220a622d6b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7163e1fc-9fe9-4d8c-9897-425b3711c2e5,revision_number=0']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:57.321876 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-62eb6fda-f389-42f2-b48c-da220a622d6b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:57.322063 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port b98c8895-5e6a-41d5-ae2c-0c811822d426 triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:43:57.322433 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:57.327603 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-62eb6fda-f389-42f2-b48c-da220a622d6b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1731586 May 25 22:43:58.638808 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 07a8e58d-cd7c-4a83-b87a-feb637232c37 up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:43:58.712952 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port 07a8e58d-cd7c-4a83-b87a-feb637232c37 triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:43:58.713320 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:59.643046 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-0992ba5b-0d44-4878-bf6e-bc0ad7915c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:00.302874 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 33316) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:44:00.891057 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-e972e795-a7ff-4ccb-9fde-050a7cb98e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335576'] for router_interface, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:01.592910 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.plugin [None req-e972e795-a7ff-4ccb-9fde-050a7cb98e2e admin admin] Deleting port 5fd0f086-ede6-481a-ba38-c6f08f2fce6c {{(pid=83237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:44:01.593589 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-e972e795-a7ff-4ccb-9fde-050a7cb98e2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:01.764168 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.db [None req-e972e795-a7ff-4ccb-9fde-050a7cb98e2e admin admin] For port 5fd0f086-ede6-481a-ba38-c6f08f2fce6c, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=5fd0f086-ede6-481a-ba38-c6f08f2fce6c,segment=NetworkSegment(d711363d-cf2f-4d62-a488-26afefce9577),segment_id=d711363d-cf2f-4d62-a488-26afefce9577)] {{(pid=83237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:44:01.764429 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-e972e795-a7ff-4ccb-9fde-050a7cb98e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:01.836495 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-952af5b1-7442-48f6-9245-b153464fbd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:01.888810 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.plugin [None req-e972e795-a7ff-4ccb-9fde-050a7cb98e2e admin admin] Calling delete_port for 5fd0f086-ede6-481a-ba38-c6f08f2fce6c owned by network:router_interface {{(pid=83237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:44:02.054477 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-e972e795-a7ff-4ccb-9fde-050a7cb98e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1149435'] for port, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:02.100947 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e972e795-a7ff-4ccb-9fde-050a7cb98e2e admin admin] Pushing event deleted for resources: {'Port': ['ID=5fd0f086-ede6-481a-ba38-c6f08f2fce6c,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:44:02.400914 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-e972e795-a7ff-4ccb-9fde-050a7cb98e2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2759036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-335503'] for router_interface, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:02.932762 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:03.085866 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:03.096001 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e972e795-a7ff-4ccb-9fde-050a7cb98e2e admin admin] Router c59067a3-0264-4d42-9ec2-78de27f8bb1f has already been hosted by L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a {{(pid=83237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:44:03.304127 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e972e795-a7ff-4ccb-9fde-050a7cb98e2e admin admin] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:44:03.316862 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-e972e795-a7ff-4ccb-9fde-050a7cb98e2e admin admin] 10.222.0.39 "PUT /v2.0/routers/c59067a3-0264-4d42-9ec2-78de27f8bb1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0129211 May 25 22:44:03.319292 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 33328) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:44:03.512845 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-7e63e046-ceb5-49fa-8d51-3a9dc72fccbc admin admin] Notify callbacks [] for router, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:03.710227 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-7e63e046-ceb5-49fa-8d51-3a9dc72fccbc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:03.719748 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.plugin [None req-7e63e046-ceb5-49fa-8d51-3a9dc72fccbc admin admin] Deleting port 622aac22-186a-49bc-ab20-7bd74cb3a91a {{(pid=83237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:44:03.720259 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-7e63e046-ceb5-49fa-8d51-3a9dc72fccbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:03.895968 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.db [None req-7e63e046-ceb5-49fa-8d51-3a9dc72fccbc admin admin] For port 622aac22-186a-49bc-ab20-7bd74cb3a91a, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=622aac22-186a-49bc-ab20-7bd74cb3a91a,segment=NetworkSegment(877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e),segment_id=877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e)] {{(pid=83237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:44:03.896316 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-7e63e046-ceb5-49fa-8d51-3a9dc72fccbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:04.019982 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.plugin [None req-7e63e046-ceb5-49fa-8d51-3a9dc72fccbc admin admin] Calling delete_port for 622aac22-186a-49bc-ab20-7bd74cb3a91a owned by network:router_gateway {{(pid=83237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:44:04.183862 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-7e63e046-ceb5-49fa-8d51-3a9dc72fccbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1149435'] for port, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:04.226947 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63e046-ceb5-49fa-8d51-3a9dc72fccbc admin admin] Pushing event deleted for resources: {'Port': ['ID=622aac22-186a-49bc-ab20-7bd74cb3a91a,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:44:04.383508 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:04.577396 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-7e63e046-ceb5-49fa-8d51-3a9dc72fccbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-335045'] for router_gateway, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:04.863462 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-7e63e046-ceb5-49fa-8d51-3a9dc72fccbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-332341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13637'] for router, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:04.867997 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-7e63e046-ceb5-49fa-8d51-3a9dc72fccbc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:04.893385 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-7e63e046-ceb5-49fa-8d51-3a9dc72fccbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-332441'] for router, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:04.894013 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e63e046-ceb5-49fa-8d51-3a9dc72fccbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router c59067a3-0264-4d42-9ec2-78de27f8bb1f {{(pid=83237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:44:04.908330 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-7e63e046-ceb5-49fa-8d51-3a9dc72fccbc admin admin] Notify callbacks [] for router, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:04.911871 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-7e63e046-ceb5-49fa-8d51-3a9dc72fccbc admin admin] 10.222.0.39 "DELETE /v2.0/routers/c59067a3-0264-4d42-9ec2-78de27f8bb1f HTTP/1.1" status: 204 len: 168 time: 1.5892584 May 25 22:44:04.912567 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 33334) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:44:04.972462 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.db_base_plugin_v2 [None req-60c371cb-8821-4b47-9812-1dfc2c6e32d0 admin admin] Deleting subnet d5cd7d5a-b211-4d75-93e3-7264c9b5bb90 {{(pid=83237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:44:04.975810 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-60c371cb-8821-4b47-9812-1dfc2c6e32d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:05.035112 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-60c371cb-8821-4b47-9812-1dfc2c6e32d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3678361'] for subnet, precommit_delete_associations {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:05.113764 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-60c371cb-8821-4b47-9812-1dfc2c6e32d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3099660'] for subnet, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:05.180474 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-60c371cb-8821-4b47-9812-1dfc2c6e32d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3099653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1149384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497327'] for subnet, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:05.221841 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c371cb-8821-4b47-9812-1dfc2c6e32d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5cd7d5a-b211-4d75-93e3-7264c9b5bb90,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:44:05.226456 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-60c371cb-8821-4b47-9812-1dfc2c6e32d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for subnet, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:05.231465 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be40c2a9-408e-48e0-89a8-179682364735 None None] Network 6fc60487-fe5e-4f0e-968b-ad40e0f30290 requested from dv-cinder-843305-1-iscsi {{(pid=83238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:44:05.232352 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-60c371cb-8821-4b47-9812-1dfc2c6e32d0 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d5cd7d5a-b211-4d75-93e3-7264c9b5bb90 HTTP/1.1" status: 204 len: 168 time: 0.3193948 May 25 22:44:05.235296 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 33338) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:44:05.345788 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-c126d6aa-a4f0-4771-b66c-214111ce67b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1111784'] for network, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:05.356193 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.plugin [None req-c126d6aa-a4f0-4771-b66c-214111ce67b7 admin admin] Deleting port 09c5428a-07b5-4300-9b2e-2a979167b29a {{(pid=83237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:44:05.356511 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-c126d6aa-a4f0-4771-b66c-214111ce67b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:05.490812 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f34c72-9bd7-46f0-af89-cc8e8cec243c None None] DHCP port deletion for 6fc60487-fe5e-4f0e-968b-ad40e0f30290 request from dv-cinder-843305-1-iscsi {{(pid=83238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:44:05.495019 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-92f34c72-9bd7-46f0-af89-cc8e8cec243c None None] Deleting port 09c5428a-07b5-4300-9b2e-2a979167b29a {{(pid=83238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:44:05.495384 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-92f34c72-9bd7-46f0-af89-cc8e8cec243c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:05.580897 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.db [None req-c126d6aa-a4f0-4771-b66c-214111ce67b7 admin admin] For port 09c5428a-07b5-4300-9b2e-2a979167b29a, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=09c5428a-07b5-4300-9b2e-2a979167b29a,segment=NetworkSegment(d711363d-cf2f-4d62-a488-26afefce9577),segment_id=d711363d-cf2f-4d62-a488-26afefce9577)] {{(pid=83237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:44:05.581361 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-c126d6aa-a4f0-4771-b66c-214111ce67b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:05.706092 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-92f34c72-9bd7-46f0-af89-cc8e8cec243c None None] For port 09c5428a-07b5-4300-9b2e-2a979167b29a, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=09c5428a-07b5-4300-9b2e-2a979167b29a,segment=NetworkSegment(d711363d-cf2f-4d62-a488-26afefce9577),segment_id=d711363d-cf2f-4d62-a488-26afefce9577)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:44:05.706402 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-92f34c72-9bd7-46f0-af89-cc8e8cec243c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:05.709298 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.plugin [None req-c126d6aa-a4f0-4771-b66c-214111ce67b7 admin admin] Calling delete_port for 09c5428a-07b5-4300-9b2e-2a979167b29a owned by network:dhcp {{(pid=83237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:44:05.792558 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-c126d6aa-a4f0-4771-b66c-214111ce67b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1149435'] for port, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:05.839539 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c126d6aa-a4f0-4771-b66c-214111ce67b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=09c5428a-07b5-4300-9b2e-2a979167b29a,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:44:05.846671 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c126d6aa-a4f0-4771-b66c-214111ce67b7 admin admin] No DVR routers for this DVR port 09c5428a-07b5-4300-9b2e-2a979167b29a on host dv-cinder-843305-1-iscsi {{(pid=83237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:44:05.859369 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-92f34c72-9bd7-46f0-af89-cc8e8cec243c None None] Calling delete_port for 09c5428a-07b5-4300-9b2e-2a979167b29a owned by network:dhcp {{(pid=83238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:44:05.933552 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.db.api [None req-92f34c72-9bd7-46f0-af89-cc8e8cec243c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:44:05.933965 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG oslo_db.api [None req-92f34c72-9bd7-46f0-af89-cc8e8cec243c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:44:05.974210 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-c126d6aa-a4f0-4771-b66c-214111ce67b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3103129', 'neutron.services.segments.db._delete_segments_for_network-8744689775481'] for network, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:06.004630 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.services.segments.db [None req-c126d6aa-a4f0-4771-b66c-214111ce67b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fc60487-fe5e-4f0e-968b-ad40e0f30290']}} {{(pid=83237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:44:06.018570 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.services.segments.db [None req-c126d6aa-a4f0-4771-b66c-214111ce67b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd711363d-cf2f-4d62-a488-26afefce9577') {'for_net_delete': True} {{(pid=83237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:44:06.018989 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.services.segments.db [None req-c126d6aa-a4f0-4771-b66c-214111ce67b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd711363d-cf2f-4d62-a488-26afefce9577') {} {{(pid=83237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:44:06.036156 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-c126d6aa-a4f0-4771-b66c-214111ce67b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744689775364', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680106'] for segment, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:06.050344 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcba44c-6a83-4fcf-bac4-12f73453b284 None None] New status for floating IP f3f88e7c-7641-4415-a21a-81610db14464: DOWN {{(pid=83239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:44:06.064433 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-c126d6aa-a4f0-4771-b66c-214111ce67b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:06.070966 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c126d6aa-a4f0-4771-b66c-214111ce67b7 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=83237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:44:06.071421 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-c126d6aa-a4f0-4771-b66c-214111ce67b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1149350'] for segment, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:06.174537 dv-cinder-843305-1-iscsi neutron-server[83237]: Traceback (most recent call last): May 25 22:44:06.174537 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:44:06.174537 dv-cinder-843305-1-iscsi neutron-server[83237]: timer() May 25 22:44:06.174537 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:44:06.174537 dv-cinder-843305-1-iscsi neutron-server[83237]: cb(*args, **kw) May 25 22:44:06.174537 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:44:06.174537 dv-cinder-843305-1-iscsi neutron-server[83237]: return func(*args, **kwargs) May 25 22:44:06.174537 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:44:06.174537 dv-cinder-843305-1-iscsi neutron-server[83237]: self._notify() May 25 22:44:06.174537 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:44:06.174537 dv-cinder-843305-1-iscsi neutron-server[83237]: self.callback(batched_events) May 25 22:44:06.174537 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:44:06.174537 dv-cinder-843305-1-iscsi neutron-server[83237]: event.method(event) May 25 22:44:06.174537 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:44:06.174537 dv-cinder-843305-1-iscsi neutron-server[83237]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:44:06.174537 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:44:06.174537 dv-cinder-843305-1-iscsi neutron-server[83237]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:44:06.174537 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:44:06.174537 dv-cinder-843305-1-iscsi neutron-server[83237]: return f(self, *a, **k) May 25 22:44:06.174537 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:44:06.174537 dv-cinder-843305-1-iscsi neutron-server[83237]: return self._get(url).json() May 25 22:44:06.174537 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:44:06.174537 dv-cinder-843305-1-iscsi neutron-server[83237]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:44:06.174537 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:44:06.174537 dv-cinder-843305-1-iscsi neutron-server[83237]: return self.request(url, 'GET', **kwargs) May 25 22:44:06.174537 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:44:06.174537 dv-cinder-843305-1-iscsi neutron-server[83237]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:44:06.174537 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:44:06.174537 dv-cinder-843305-1-iscsi neutron-server[83237]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:44:06.174537 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:44:06.174537 dv-cinder-843305-1-iscsi neutron-server[83237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:44:06.174537 dv-cinder-843305-1-iscsi neutron-server[83237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:44:06.250390 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-c126d6aa-a4f0-4771-b66c-214111ce67b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3103122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335064'] for network, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:06.268828 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-c126d6aa-a4f0-4771-b66c-214111ce67b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for network, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:06.280205 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c126d6aa-a4f0-4771-b66c-214111ce67b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fc60487-fe5e-4f0e-968b-ad40e0f30290,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:44:06.294421 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-c126d6aa-a4f0-4771-b66c-214111ce67b7 admin admin] 10.222.0.39 "DELETE /v2.0/networks/6fc60487-fe5e-4f0e-968b-ad40e0f30290 HTTP/1.1" status: 204 len: 168 time: 1.0581462 May 25 22:44:06.435871 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-92f34c72-9bd7-46f0-af89-cc8e8cec243c None None] Deleting port 09c5428a-07b5-4300-9b2e-2a979167b29a {{(pid=83238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:44:06.436249 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-92f34c72-9bd7-46f0-af89-cc8e8cec243c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:06.438223 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 33346) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:44:06.494033 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 33352) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:44:06.494675 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-9567e944-9e0f-459b-a98d-d2139926a95e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e555a5edad0e42029674c53c2976a6de&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0552080 May 25 22:44:06.504282 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-92f34c72-9bd7-46f0-af89-cc8e8cec243c None None] The port '09c5428a-07b5-4300-9b2e-2a979167b29a' was deleted {{(pid=83238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 22:44:06.568999 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-f90d1367-1eeb-4956-8d88-5f2c88de6821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:06.596862 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-f90d1367-1eeb-4956-8d88-5f2c88de6821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:06.651959 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 09c5428a-07b5-4300-9b2e-2a979167b29a no longer exists at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:44:06.652190 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-f90d1367-1eeb-4956-8d88-5f2c88de6821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:06.674019 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90d1367-1eeb-4956-8d88-5f2c88de6821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00832af8-b9c8-4d4f-a7b1-9ba25349e6ea,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:44:06.683133 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-f90d1367-1eeb-4956-8d88-5f2c88de6821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:06.684280 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-f90d1367-1eeb-4956-8d88-5f2c88de6821 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/00832af8-b9c8-4d4f-a7b1-9ba25349e6ea HTTP/1.1" status: 204 len: 168 time: 0.1884983 May 25 22:44:06.686201 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] No Port match for: 09c5428a-07b5-4300-9b2e-2a979167b29a {{(pid=83238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:44:06.686645 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 09c5428a-07b5-4300-9b2e-2a979167b29a not bound to the agent host dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:44:11.267500 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085b3d39-4e87-4350-8d79-219254d45981 None None] Sync routers for ids ['c59067a3-0264-4d42-9ec2-78de27f8bb1f'] in dv-cinder-843305-1-iscsi {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:44:11.279548 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085b3d39-4e87-4350-8d79-219254d45981 None None] Routers set() bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:44:11.279914 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085b3d39-4e87-4350-8d79-219254d45981 None None] Router IDs set() for agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 25 22:44:11.280582 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_agentschedulers_db [None req-085b3d39-4e87-4350-8d79-219254d45981 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c59067a3-0264-4d42-9ec2-78de27f8bb1f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:44:02Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent'). {{(pid=83238) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 25 22:44:11.291481 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085b3d39-4e87-4350-8d79-219254d45981 None None] Routers set() bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:44:11.291865 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085b3d39-4e87-4350-8d79-219254d45981 None None] Router IDs set() for agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 25 22:44:11.292419 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_agentschedulers_db [None req-085b3d39-4e87-4350-8d79-219254d45981 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c59067a3-0264-4d42-9ec2-78de27f8bb1f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:44:02Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent'). {{(pid=83238) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 25 22:44:11.292782 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085b3d39-4e87-4350-8d79-219254d45981 None None] The sync data for ids ['c59067a3-0264-4d42-9ec2-78de27f8bb1f'] in dv-cinder-843305-1-iscsi is: [] {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:44:11.799815 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:14.461815 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-b8550be3-d9ee-4647-995b-4489a67157a0 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Synchronizing usage tracker for tenant:28b7b6745c42484aba92bb70a964e120 on resource:security_group {{(pid=83237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:44:14.480412 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-b8550be3-d9ee-4647-995b-4489a67157a0 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Unset dirty status for tenant:28b7b6745c42484aba92bb70a964e120 on resource:security_group {{(pid=83237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:44:14.488040 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-b8550be3-d9ee-4647-995b-4489a67157a0 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1734818023&fields=id&tenant_id=28b7b6745c42484aba92bb70a964e120 HTTP/1.1" status: 200 len: 267 time: 0.0677984 May 25 22:44:14.574514 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cdc422-2e14-41c4-9a05-440b26a01680 None None] Sync routers for ids ['c249e4ab-3001-45f5-b422-3a357e5509b9'] in dv-cinder-843305-1-iscsi {{(pid=83239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:44:14.587300 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cdc422-2e14-41c4-9a05-440b26a01680 None None] Routers {'c249e4ab-3001-45f5-b422-3a357e5509b9'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:44:14.587930 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-69cdc422-2e14-41c4-9a05-440b26a01680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:44:02Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['c249e4ab-3001-45f5-b422-3a357e5509b9'], 'active': True} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:44:14.643249 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-ec2f19df-7972-4dbf-93f3-fe4146d10e35 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:14.644032 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-ec2f19df-7972-4dbf-93f3-fe4146d10e35 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Synchronizing usage tracker for tenant:28b7b6745c42484aba92bb70a964e120 on resource:network {{(pid=83237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:44:14.662508 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-ec2f19df-7972-4dbf-93f3-fe4146d10e35 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Unset dirty status for tenant:28b7b6745c42484aba92bb70a964e120 on resource:network {{(pid=83237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:44:14.663780 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-ec2f19df-7972-4dbf-93f3-fe4146d10e35 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/networks?id=93fa5388-0472-4921-8b45-2072b4930877 HTTP/1.1" status: 200 len: 811 time: 0.1749601 May 25 22:44:14.682011 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-fa41abb7-c2d0-4ada-a206-a99f49cc6ac3 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/quotas/28b7b6745c42484aba92bb70a964e120 HTTP/1.1" status: 200 len: 375 time: 0.0117016 May 25 22:44:14.769784 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-ec7b2e3a-aaa2-411e-aa87-3a3fe001e6c1 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Synchronizing usage tracker for tenant:28b7b6745c42484aba92bb70a964e120 on resource:port {{(pid=83237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:44:14.776573 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvr_db [None req-69cdc422-2e14-41c4-9a05-440b26a01680 None None] Set router c249e4ab-3001-45f5-b422-3a357e5509b9 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:44:14.788608 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-ec7b2e3a-aaa2-411e-aa87-3a3fe001e6c1 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Unset dirty status for tenant:28b7b6745c42484aba92bb70a964e120 on resource:port {{(pid=83237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:44:14.790216 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-ec7b2e3a-aaa2-411e-aa87-3a3fe001e6c1 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=28b7b6745c42484aba92bb70a964e120&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1018634 May 25 22:44:14.917020 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 5fd0f086-ede6-481a-ba38-c6f08f2fce6c no longer exists at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:44:14.993240 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-ca43102b-9e88-47c5-98f5-96094c519f6d service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=83237) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:44:15.001234 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-ca43102b-9e88-47c5-98f5-96094c519f6d service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1974478 May 25 22:44:15.003029 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] No Port match for: 5fd0f086-ede6-481a-ba38-c6f08f2fce6c {{(pid=83238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:44:15.003389 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 5fd0f086-ede6-481a-ba38-c6f08f2fce6c not bound to the agent host dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:44:15.006290 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 622aac22-186a-49bc-ab20-7bd74cb3a91a no longer exists at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:44:15.080425 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] No Port match for: 622aac22-186a-49bc-ab20-7bd74cb3a91a {{(pid=83238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:44:15.080768 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 622aac22-186a-49bc-ab20-7bd74cb3a91a not bound to the agent host dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:44:15.160987 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-6ae0f338-69fc-4092-a1e2-41a8b6ecb13e service neutron] 10.222.0.39 "GET /v2.0/networks/93fa5388-0472-4921-8b45-2072b4930877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583092 May 25 22:44:15.168794 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-69cdc422-2e14-41c4-9a05-440b26a01680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c249e4ab-3001-45f5-b422-3a357e5509b9', 'name': 'tempest-TestVolumeBootPattern-1625681272-router', 'tenant_id': 'fb7de884c28944259a59c7a4e1b4ece3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'b98c8895-5e6a-41d5-ae2c-0c811822d426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:43:49Z', 'updated_at': '2022-05-25T22:43:53Z', 'revision_number': 4, 'project_id': 'fb7de884c28944259a59c7a4e1b4ece3', 'gw_port': {'id': 'b98c8895-5e6a-41d5-ae2c-0c811822d426', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:60:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c249e4ab-3001-45f5-b422-3a357e5509b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:50Z', 'updated_at': '2022-05-25T22:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '79f9ab58-ef9c-4c05-8434-066a8f1cd2d5', 'name': '', 'network_id': 'db2b12a7-a0f4-4150-8f87-0d63adf4e7d5', 'tenant_id': 'fb7de884c28944259a59c7a4e1b4ece3', 'mac_address': 'fa:16:3e:b9:3b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c249e4ab-3001-45f5-b422-3a357e5509b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08154205-7726-460d-b9d8-e286ce67d11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:53Z', 'updated_at': '2022-05-25T22:43:54Z', 'revision_number': 2, 'project_id': 'fb7de884c28944259a59c7a4e1b4ece3', 'subnets': [{'id': '08154205-7726-460d-b9d8-e286ce67d11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:44:15.173449 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cdc422-2e14-41c4-9a05-440b26a01680 None None] Checking router: c249e4ab-3001-45f5-b422-3a357e5509b9 for host: dv-cinder-843305-1-iscsi {{(pid=83239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:44:15.173786 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cdc422-2e14-41c4-9a05-440b26a01680 None None] Updating router c249e4ab-3001-45f5-b422-3a357e5509b9 port 79f9ab58-ef9c-4c05-8434-066a8f1cd2d5 binding host dv-cinder-843305-1-iscsi {{(pid=83239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:44:15.223600 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-69cdc422-2e14-41c4-9a05-440b26a01680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:15.290952 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-0b2fea26-99f0-4aca-a23a-7706ada1dadb service neutron] 10.222.0.39 "GET /v2.0/networks/93fa5388-0472-4921-8b45-2072b4930877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242521 May 25 22:44:15.564275 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-69cdc422-2e14-41c4-9a05-440b26a01680 None None] Notify callbacks [] for port, precommit_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:15.576063 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.provisioning_blocks [None req-69cdc422-2e14-41c4-9a05-440b26a01680 None None] Transition to ACTIVE for port object 79f9ab58-ef9c-4c05-8434-066a8f1cd2d5 will not be triggered until provisioned by entity L2. {{(pid=83239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:44:15.583812 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-69cdc422-2e14-41c4-9a05-440b26a01680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:15.654689 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3673a929-6922-48d1-a6aa-1e19b5f47d6f None None] Pushing event updated for resources: {'Port': ['ID=79f9ab58-ef9c-4c05-8434-066a8f1cd2d5,revision_number=3']} {{(pid=83239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:44:15.694942 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-c078f8cd-6a0b-4e93-a950-6516eb744ddb req-35c7f724-fce0-45b4-bf4c-60afee516fc7 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5060573-50d8-46b2-a7da-0317e91e6679 HTTP/1.1" status: 200 len: 210 time: 0.0434790 May 25 22:44:15.824713 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.managers [None req-69cdc422-2e14-41c4-9a05-440b26a01680 None None] Attempting to bind port 79f9ab58-ef9c-4c05-8434-066a8f1cd2d5 on host dv-cinder-843305-1-iscsi for vnic_type normal with profile {{(pid=83239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:44:15.825068 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.managers [None req-69cdc422-2e14-41c4-9a05-440b26a01680 None None] Attempting to bind port 79f9ab58-ef9c-4c05-8434-066a8f1cd2d5 by drivers openvswitch,hyperv on host dv-cinder-843305-1-iscsi at level 0 using segments [{'id': '377ca751-614a-477d-b93b-4dd308a2203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'db2b12a7-a0f4-4150-8f87-0d63adf4e7d5'}] {{(pid=83239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:44:15.825447 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cdc422-2e14-41c4-9a05-440b26a01680 None None] Attempting to bind port 79f9ab58-ef9c-4c05-8434-066a8f1cd2d5 on network db2b12a7-a0f4-4150-8f87-0d63adf4e7d5 {{(pid=83239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:44:15.833279 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cdc422-2e14-41c4-9a05-440b26a01680 None None] Checking agent: {'id': '204015c8-cb50-46b9-b04e-4ea0e4e6040d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 24, 3), 'started_at': datetime.datetime(2022, 5, 25, 22, 24, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:44:15.833664 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cdc422-2e14-41c4-9a05-440b26a01680 None None] Checking segment: {'id': '377ca751-614a-477d-b93b-4dd308a2203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'db2b12a7-a0f4-4150-8f87-0d63adf4e7d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:44:15.834068 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-69cdc422-2e14-41c4-9a05-440b26a01680 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:15.834702 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cdc422-2e14-41c4-9a05-440b26a01680 None None] Bound using segment: {'id': '377ca751-614a-477d-b93b-4dd308a2203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'db2b12a7-a0f4-4150-8f87-0d63adf4e7d5'} {{(pid=83239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:44:15.835065 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.managers [None req-69cdc422-2e14-41c4-9a05-440b26a01680 None None] Bound port: 79f9ab58-ef9c-4c05-8434-066a8f1cd2d5, host: dv-cinder-843305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '377ca751-614a-477d-b93b-4dd308a2203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'db2b12a7-a0f4-4150-8f87-0d63adf4e7d5'}}] {{(pid=83239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:44:15.835469 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-69cdc422-2e14-41c4-9a05-440b26a01680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:15.932475 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.db [None req-69cdc422-2e14-41c4-9a05-440b26a01680 None None] For port 79f9ab58-ef9c-4c05-8434-066a8f1cd2d5, host dv-cinder-843305-1-iscsi, cleared binding levels {{(pid=83239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:44:15.935411 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.db [None req-69cdc422-2e14-41c4-9a05-440b26a01680 None None] For port 79f9ab58-ef9c-4c05-8434-066a8f1cd2d5, host dv-cinder-843305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=79f9ab58-ef9c-4c05-8434-066a8f1cd2d5,segment=NetworkSegment(377ca751-614a-477d-b93b-4dd308a2203b),segment_id=377ca751-614a-477d-b93b-4dd308a2203b)] {{(pid=83239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:44:15.940767 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-69cdc422-2e14-41c4-9a05-440b26a01680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:16.020492 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3673a929-6922-48d1-a6aa-1e19b5f47d6f None None] Pushing event updated for resources: {'Port': ['ID=79f9ab58-ef9c-4c05-8434-066a8f1cd2d5,revision_number=4']} {{(pid=83239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:44:16.028476 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cdc422-2e14-41c4-9a05-440b26a01680 None None] Routers {'c249e4ab-3001-45f5-b422-3a357e5509b9'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:44:16.029072 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-69cdc422-2e14-41c4-9a05-440b26a01680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:44:02Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['c249e4ab-3001-45f5-b422-3a357e5509b9'], 'active': True} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:44:16.228838 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvr_db [None req-69cdc422-2e14-41c4-9a05-440b26a01680 None None] Set router c249e4ab-3001-45f5-b422-3a357e5509b9 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:44:16.557329 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-69cdc422-2e14-41c4-9a05-440b26a01680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c249e4ab-3001-45f5-b422-3a357e5509b9', 'name': 'tempest-TestVolumeBootPattern-1625681272-router', 'tenant_id': 'fb7de884c28944259a59c7a4e1b4ece3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'b98c8895-5e6a-41d5-ae2c-0c811822d426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:43:49Z', 'updated_at': '2022-05-25T22:43:53Z', 'revision_number': 4, 'project_id': 'fb7de884c28944259a59c7a4e1b4ece3', 'gw_port': {'id': 'b98c8895-5e6a-41d5-ae2c-0c811822d426', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:60:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c249e4ab-3001-45f5-b422-3a357e5509b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:50Z', 'updated_at': '2022-05-25T22:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '79f9ab58-ef9c-4c05-8434-066a8f1cd2d5', 'name': '', 'network_id': 'db2b12a7-a0f4-4150-8f87-0d63adf4e7d5', 'tenant_id': 'fb7de884c28944259a59c7a4e1b4ece3', 'mac_address': 'fa:16:3e:b9:3b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c249e4ab-3001-45f5-b422-3a357e5509b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08154205-7726-460d-b9d8-e286ce67d11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:53Z', 'updated_at': '2022-05-25T22:44:15Z', 'revision_number': 4, 'project_id': 'fb7de884c28944259a59c7a4e1b4ece3', 'subnets': [{'id': '08154205-7726-460d-b9d8-e286ce67d11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:44:16.561022 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cdc422-2e14-41c4-9a05-440b26a01680 None None] The sync data for ids ['c249e4ab-3001-45f5-b422-3a357e5509b9'] in dv-cinder-843305-1-iscsi is: [{'id': 'c249e4ab-3001-45f5-b422-3a357e5509b9', 'name': 'tempest-TestVolumeBootPattern-1625681272-router', 'tenant_id': 'fb7de884c28944259a59c7a4e1b4ece3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'b98c8895-5e6a-41d5-ae2c-0c811822d426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:43:49Z', 'updated_at': '2022-05-25T22:43:53Z', 'revision_number': 4, 'project_id': 'fb7de884c28944259a59c7a4e1b4ece3', 'gw_port': {'id': 'b98c8895-5e6a-41d5-ae2c-0c811822d426', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:60:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c249e4ab-3001-45f5-b422-3a357e5509b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:50Z', 'updated_at': '2022-05-25T22:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '79f9ab58-ef9c-4c05-8434-066a8f1cd2d5', 'name': '', 'network_id': 'db2b12a7-a0f4-4150-8f87-0d63adf4e7d5', 'tenant_id': 'fb7de884c28944259a59c7a4e1b4ece3', 'mac_address': 'fa:16:3e:b9:3b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c249e4ab-3001-45f5-b422-3a357e5509b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08154205-7726-460d-b9d8-e286ce67d11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:53Z', 'updated_at': '2022-05-25T22:44:15Z', 'revision_number': 4, 'project_id': 'fb7de884c28944259a59c7a4e1b4ece3', 'subnets': [{'id': '08154205-7726-460d-b9d8-e286ce67d11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:44:16.871733 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-370cfcd1-5bc2-4d5c-a41b-843ee9c24d87 req-771150ce-11f7-4364-865e-044d54e3df9f tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5060573-50d8-46b2-a7da-0317e91e6679 HTTP/1.1" status: 200 len: 210 time: 0.0485196 May 25 22:44:18.037787 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-ef6d5685-a427-45fc-b49c-8944035f35b8 req-608a405e-05bc-4720-a070-8d8123924352 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5060573-50d8-46b2-a7da-0317e91e6679 HTTP/1.1" status: 200 len: 210 time: 0.0413132 May 25 22:44:18.631575 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-dc731023-33c9-4ace-8fbe-0cea8e970f31 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:18.633269 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-dc731023-33c9-4ace-8fbe-0cea8e970f31 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.45 "GET /v2.0/networks?id=93fa5388-0472-4921-8b45-2072b4930877 HTTP/1.1" status: 200 len: 811 time: 0.1606205 May 25 22:44:18.681430 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 79f9ab58-ef9c-4c05-8434-066a8f1cd2d5 up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:44:18.697126 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-f69089df-1ae4-4e20-8cce-13c50cdcda4b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Synchronizing usage tracker for tenant:28b7b6745c42484aba92bb70a964e120 on resource:security_group {{(pid=83236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:44:18.710366 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-f69089df-1ae4-4e20-8cce-13c50cdcda4b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Unset dirty status for tenant:28b7b6745c42484aba92bb70a964e120 on resource:security_group {{(pid=83236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:44:18.711756 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-f69089df-1ae4-4e20-8cce-13c50cdcda4b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28b7b6745c42484aba92bb70a964e120 HTTP/1.1" status: 200 len: 380 time: 0.0606375 May 25 22:44:18.726561 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-f8cac468-099a-4391-9f24-37b6c412ea71 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Request body: {'port': {'device_id': 'b5060573-50d8-46b2-a7da-0317e91e6679', 'network_id': '93fa5388-0472-4921-8b45-2072b4930877', 'admin_state_up': True, 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'security_groups': ['6e4aa45a-a0dd-44be-9285-a133e91907f4']}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:44:18.755633 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning for port 79f9ab58-ef9c-4c05-8434-066a8f1cd2d5 completed by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:44:18.760459 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port 79f9ab58-ef9c-4c05-8434-066a8f1cd2d5 triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:44:18.760825 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:18.886950 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:18.921237 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] For port 79f9ab58-ef9c-4c05-8434-066a8f1cd2d5, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=79f9ab58-ef9c-4c05-8434-066a8f1cd2d5,segment=NetworkSegment(377ca751-614a-477d-b93b-4dd308a2203b),segment_id=377ca751-614a-477d-b93b-4dd308a2203b)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:44:18.926067 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:18.949830 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-f8cac468-099a-4391-9f24-37b6c412ea71 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:44:18.959892 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-f8cac468-099a-4391-9f24-37b6c412ea71 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:44:18.969829 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-f8cac468-099a-4391-9f24-37b6c412ea71 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Made reservation on behalf of 28b7b6745c42484aba92bb70a964e120 for: {'port': 1} {{(pid=83236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:44:18.972932 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-f8cac468-099a-4391-9f24-37b6c412ea71 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:18.993650 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Pushing event updated for resources: {'Port': ['ID=79f9ab58-ef9c-4c05-8434-066a8f1cd2d5,revision_number=5']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:44:19.138531 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.db_base_plugin_common [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-f8cac468-099a-4391-9f24-37b6c412ea71 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Allocated IP 172.20.0.11 (93fa5388-0472-4921-8b45-2072b4930877/de133a3f-8e72-43cd-a48a-9e10a75e8ce4/1acf5253-3562-432c-9b4a-32b193f488cf) {{(pid=83236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:44:19.200055 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-ed34c91a-fb21-4f40-884e-e8bba1145c39 req-87d6ea5f-f544-46a7-b1c7-9027c5d7fccf tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5060573-50d8-46b2-a7da-0317e91e6679 HTTP/1.1" status: 200 len: 210 time: 0.0412517 May 25 22:44:19.330736 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-f8cac468-099a-4391-9f24-37b6c412ea71 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks [] for port, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:19.345932 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.provisioning_blocks [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-f8cac468-099a-4391-9f24-37b6c412ea71 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Transition to ACTIVE for port object 1acf5253-3562-432c-9b4a-32b193f488cf will not be triggered until provisioned by entity DHCP. {{(pid=83236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:44:19.367471 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-f8cac468-099a-4391-9f24-37b6c412ea71 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:19.450147 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-f8cac468-099a-4391-9f24-37b6c412ea71 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Network 93fa5388-0472-4921-8b45-2072b4930877 is already hosted by enough agents. {{(pid=83236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:44:19.451005 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cac468-099a-4391-9f24-37b6c412ea71 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Pushing event updated for resources: {'Port': ['ID=1acf5253-3562-432c-9b4a-32b193f488cf,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:44:19.453559 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.base_scheduler [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-f8cac468-099a-4391-9f24-37b6c412ea71 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Resources bound (agent type, host, resource id): {{(pid=83236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:44:19.455724 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-f8cac468-099a-4391-9f24-37b6c412ea71 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Received port after_create {{(pid=83236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:44:19.526531 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-f8cac468-099a-4391-9f24-37b6c412ea71 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:19.527199 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-f8cac468-099a-4391-9f24-37b6c412ea71 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:19.561066 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-f8cac468-099a-4391-9f24-37b6c412ea71 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8379855 May 25 22:44:19.580422 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-11a0b2ff-5b8a-4742-b562-d59dd5dc7f49 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=83236) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:44:19.581472 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-11a0b2ff-5b8a-4742-b562-d59dd5dc7f49 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0074604 May 25 22:44:19.672832 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-d2cb50de-cd8e-447c-8579-fb4cee855d92 service neutron] Request body: {'port': {'device_id': 'b5060573-50d8-46b2-a7da-0317e91e6679', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:44:19.727277 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-d9c8d777-35b0-4b4d-bce2-d2a0ca923d19 None None] Provisioning for port 1acf5253-3562-432c-9b4a-32b193f488cf completed by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:44:19.732245 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-d9c8d777-35b0-4b4d-bce2-d2a0ca923d19 None None] Provisioning complete for port 1acf5253-3562-432c-9b4a-32b193f488cf triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:44:19.732603 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d9c8d777-35b0-4b4d-bce2-d2a0ca923d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:19.784824 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-d2cb50de-cd8e-447c-8579-fb4cee855d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:19.791173 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-d9c8d777-35b0-4b4d-bce2-d2a0ca923d19 None None] Port 1acf5253-3562-432c-9b4a-32b193f488cf cannot update to ACTIVE because it is not bound. {{(pid=83238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:44:20.136317 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-d2cb50de-cd8e-447c-8579-fb4cee855d92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1acf5253-3562-432c-9b4a-32b193f488cf {{(pid=83236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:44:20.144294 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-d2cb50de-cd8e-447c-8579-fb4cee855d92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:20.159355 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.provisioning_blocks [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-d2cb50de-cd8e-447c-8579-fb4cee855d92 service neutron] Transition to ACTIVE for port object 1acf5253-3562-432c-9b4a-32b193f488cf will not be triggered until provisioned by entity L2. {{(pid=83236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:44:20.162834 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-d2cb50de-cd8e-447c-8579-fb4cee855d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1630987'] for port, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:20.286406 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb50de-cd8e-447c-8579-fb4cee855d92 service neutron] Pushing event updated for resources: {'Port': ['ID=1acf5253-3562-432c-9b4a-32b193f488cf,revision_number=2']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:44:20.400196 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-d2cb50de-cd8e-447c-8579-fb4cee855d92 service neutron] Attempting to bind port 1acf5253-3562-432c-9b4a-32b193f488cf on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:44:20.400527 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-d2cb50de-cd8e-447c-8579-fb4cee855d92 service neutron] Attempting to bind port 1acf5253-3562-432c-9b4a-32b193f488cf by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': 'f5bb856f-bb4d-43f7-8cd6-86e950960bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '93fa5388-0472-4921-8b45-2072b4930877'}] {{(pid=83236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:44:20.400857 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-d2cb50de-cd8e-447c-8579-fb4cee855d92 service neutron] Attempting to bind port 1acf5253-3562-432c-9b4a-32b193f488cf on network 93fa5388-0472-4921-8b45-2072b4930877 {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:44:20.413278 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0840d-5b34-4421-89d9-05130b64b125 req-cc830c72-5d2a-4635-b6e1-824b715adc83 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:20.415216 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-d2cb50de-cd8e-447c-8579-fb4cee855d92 service neutron] Port 1acf5253-3562-432c-9b4a-32b193f488cf on network 93fa5388-0472-4921-8b45-2072b4930877 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:44:20.415800 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-d2cb50de-cd8e-447c-8579-fb4cee855d92 service neutron] Attempting to bind port 1acf5253-3562-432c-9b4a-32b193f488cf on network 93fa5388-0472-4921-8b45-2072b4930877 {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:44:20.416469 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-2ca0840d-5b34-4421-89d9-05130b64b125 req-cc830c72-5d2a-4635-b6e1-824b715adc83 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5060573-50d8-46b2-a7da-0317e91e6679 HTTP/1.1" status: 200 len: 944 time: 0.0836706 May 25 22:44:20.424094 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-d2cb50de-cd8e-447c-8579-fb4cee855d92 service neutron] Checking agent: {'id': 'ba48c32d-6c3d-40ce-a4ff-91ef21d08f39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 30, 42), 'started_at': datetime.datetime(2022, 5, 25, 22, 30, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:44:20.424514 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-d2cb50de-cd8e-447c-8579-fb4cee855d92 service neutron] Checking segment: {'id': 'f5bb856f-bb4d-43f7-8cd6-86e950960bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '93fa5388-0472-4921-8b45-2072b4930877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:44:20.425142 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-d2cb50de-cd8e-447c-8579-fb4cee855d92 service neutron] Bound using segment: {'id': 'f5bb856f-bb4d-43f7-8cd6-86e950960bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '93fa5388-0472-4921-8b45-2072b4930877'} {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:44:20.425649 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-d2cb50de-cd8e-447c-8579-fb4cee855d92 service neutron] Bound port: 1acf5253-3562-432c-9b4a-32b193f488cf, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5bb856f-bb4d-43f7-8cd6-86e950960bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '93fa5388-0472-4921-8b45-2072b4930877'}}] {{(pid=83236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:44:20.426055 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-d2cb50de-cd8e-447c-8579-fb4cee855d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:20.461241 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-2ca0840d-5b34-4421-89d9-05130b64b125 req-9c62513f-6c33-49bd-a133-bfcc2029e490 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4aa45a-a0dd-44be-9285-a133e91907f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405881 May 25 22:44:20.513065 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-d2cb50de-cd8e-447c-8579-fb4cee855d92 service neutron] For port 1acf5253-3562-432c-9b4a-32b193f488cf, host hv-cinder-84330, cleared binding levels {{(pid=83236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:44:20.516080 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-d2cb50de-cd8e-447c-8579-fb4cee855d92 service neutron] For port 1acf5253-3562-432c-9b4a-32b193f488cf, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=1acf5253-3562-432c-9b4a-32b193f488cf,segment=NetworkSegment(f5bb856f-bb4d-43f7-8cd6-86e950960bbb),segment_id=f5bb856f-bb4d-43f7-8cd6-86e950960bbb)] {{(pid=83236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:44:20.520488 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-d2cb50de-cd8e-447c-8579-fb4cee855d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1630987'] for port, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:20.584462 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-d2cb50de-cd8e-447c-8579-fb4cee855d92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:20.585809 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-d2cb50de-cd8e-447c-8579-fb4cee855d92 service neutron] 10.222.0.45 "PUT /v2.0/ports/1acf5253-3562-432c-9b4a-32b193f488cf HTTP/1.1" status: 200 len: 1094 time: 0.9976923 May 25 22:44:20.586228 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5060573-50d8-46b2-a7da-0317e91e6679', 'tag': '1acf5253-3562-432c-9b4a-32b193f488cf'}] {{(pid=83236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:44:20.604561 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb50de-cd8e-447c-8579-fb4cee855d92 service neutron] Pushing event updated for resources: {'Port': ['ID=1acf5253-3562-432c-9b4a-32b193f488cf,revision_number=3']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:44:20.651743 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19acbee1-b4dc-4013-a78e-b4d1b3f75dc2'] response: {'name': 'network-changed', 'server_uuid': 'b5060573-50d8-46b2-a7da-0317e91e6679', 'tag': '1acf5253-3562-432c-9b4a-32b193f488cf', 'status': 'completed', 'code': 200} May 25 22:44:20.664393 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 79f9ab58-ef9c-4c05-8434-066a8f1cd2d5 up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:44:20.741665 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port 79f9ab58-ef9c-4c05-8434-066a8f1cd2d5 triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:44:20.742245 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:21.653618 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b6bc6-9410-4e4b-a2fb-0e93b74cb9b1 req-3d3a404e-fc7a-4d08-93f5-864cd5823a39 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:21.655127 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-874b6bc6-9410-4e4b-a2fb-0e93b74cb9b1 req-3d3a404e-fc7a-4d08-93f5-864cd5823a39 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5060573-50d8-46b2-a7da-0317e91e6679 HTTP/1.1" status: 200 len: 944 time: 0.0752327 May 25 22:44:21.701584 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-874b6bc6-9410-4e4b-a2fb-0e93b74cb9b1 req-a3ba3601-2351-45df-96a6-e4e01a141c9b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4aa45a-a0dd-44be-9285-a133e91907f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408599 May 25 22:44:22.777724 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-27ea0af3-ea1c-49ee-9128-098a35810808 req-337c1ea7-5cde-4e35-8a69-5ca95ced28b0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=28b7b6745c42484aba92bb70a964e120&device_id=b5060573-50d8-46b2-a7da-0317e91e6679 HTTP/1.1" status: 200 len: 1097 time: 0.0718329 May 25 22:44:22.904705 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b1362-af0c-4f6f-90ff-61a1c14b573d req-10118fd9-a961-4176-8678-5fca3c55463e tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:22.906539 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-c99b1362-af0c-4f6f-90ff-61a1c14b573d req-10118fd9-a961-4176-8678-5fca3c55463e tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5060573-50d8-46b2-a7da-0317e91e6679 HTTP/1.1" status: 200 len: 944 time: 0.0791545 May 25 22:44:22.926405 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea0af3-ea1c-49ee-9128-098a35810808 req-feedd923-8318-4f06-bfa6-4ce1e884c40a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:22.927889 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-27ea0af3-ea1c-49ee-9128-098a35810808 req-feedd923-8318-4f06-bfa6-4ce1e884c40a service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=28b7b6745c42484aba92bb70a964e120&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1372933 May 25 22:44:22.957690 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-c99b1362-af0c-4f6f-90ff-61a1c14b573d req-0d2828c8-253e-4402-9798-7994d96a8184 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4aa45a-a0dd-44be-9285-a133e91907f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446050 May 25 22:44:23.143007 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea0af3-ea1c-49ee-9128-098a35810808 req-fec3e9c9-c767-42f8-9d11-aff1c74e5202 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:23.144631 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-27ea0af3-ea1c-49ee-9128-098a35810808 req-fec3e9c9-c767-42f8-9d11-aff1c74e5202 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2112765 May 25 22:44:23.273208 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-560d8adc-f9ec-4dc4-a704-8ca493e0acd4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=28b7b6745c42484aba92bb70a964e120&device_id=b5060573-50d8-46b2-a7da-0317e91e6679 HTTP/1.1" status: 200 len: 1097 time: 0.0736446 May 25 22:44:23.345637 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-97c24f71-6d87-4175-8c26-a985f42d911b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1acf5253-3562-432c-9b4a-32b193f488cf HTTP/1.1" status: 200 len: 217 time: 0.0601988 May 25 22:44:23.413465 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-e30066e2-3f81-4cd2-83fa-bcd3ec175427 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:23.414943 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-e30066e2-3f81-4cd2-83fa-bcd3ec175427 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de133a3f-8e72-43cd-a48a-9e10a75e8ce4 HTTP/1.1" status: 200 len: 850 time: 0.0620308 May 25 22:44:23.488256 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-68830c26-8acc-4761-872b-e50a172aee8b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93fa5388-0472-4921-8b45-2072b4930877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0669694 May 25 22:44:23.618240 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-8337f7e8-bc3b-4941-af71-da1181a4af62 service neutron] 10.222.0.45 "GET /v2.0/networks/93fa5388-0472-4921-8b45-2072b4930877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237564 May 25 22:44:23.746907 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-c3abc52d-a2b4-4d64-98dc-9c02f556ff32 req-0fc6089e-b68d-44d8-a59e-c8347df85c3a service neutron] 10.222.0.45 "GET /v2.0/networks/93fa5388-0472-4921-8b45-2072b4930877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231737 May 25 22:44:24.150208 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c3d7c-0bfc-4b5e-a814-94e440d88702 req-16742353-b7fc-44ea-99f3-2298b8ea5f3b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:24.151661 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-8f3c3d7c-0bfc-4b5e-a814-94e440d88702 req-16742353-b7fc-44ea-99f3-2298b8ea5f3b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5060573-50d8-46b2-a7da-0317e91e6679 HTTP/1.1" status: 200 len: 944 time: 0.0761485 May 25 22:44:24.199672 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-8f3c3d7c-0bfc-4b5e-a814-94e440d88702 req-b8571b22-822c-4618-9ee4-cd2c78d81a1a tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4aa45a-a0dd-44be-9285-a133e91907f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419123 May 25 22:44:25.390053 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6535e83-93ce-4497-97e2-a294e2a513f2 req-d3b05425-d41e-44a6-80a3-bb21cb2a62ec tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:25.392709 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-a6535e83-93ce-4497-97e2-a294e2a513f2 req-d3b05425-d41e-44a6-80a3-bb21cb2a62ec tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5060573-50d8-46b2-a7da-0317e91e6679 HTTP/1.1" status: 200 len: 944 time: 0.0761201 May 25 22:44:25.436066 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-a6535e83-93ce-4497-97e2-a294e2a513f2 req-48481340-6c80-40a4-88ff-d11827f0cfac tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4aa45a-a0dd-44be-9285-a133e91907f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380294 May 25 22:44:26.382734 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.agents_db [None req-9a0b4f36-fcd8-49b0-a2d4-59f1c5f7edf0 None None] Agent healthcheck: found 6 active agents {{(pid=83239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:44:26.639497 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840e92d-351a-4ef4-b428-a20576996662 req-2b4054bb-d336-4173-b9e6-a042ac3ff735 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:26.641103 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-d840e92d-351a-4ef4-b428-a20576996662 req-2b4054bb-d336-4173-b9e6-a042ac3ff735 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5060573-50d8-46b2-a7da-0317e91e6679 HTTP/1.1" status: 200 len: 944 time: 0.0785677 May 25 22:44:26.685752 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-d840e92d-351a-4ef4-b428-a20576996662 req-a7f31f6c-0426-48fc-8b6e-6b5031acb199 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4aa45a-a0dd-44be-9285-a133e91907f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393167 May 25 22:44:27.880697 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d00b9f-0c46-458e-9c67-e60607e007c1 req-843fda10-046f-462c-8aac-9fec9691031b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:27.882131 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-29d00b9f-0c46-458e-9c67-e60607e007c1 req-843fda10-046f-462c-8aac-9fec9691031b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5060573-50d8-46b2-a7da-0317e91e6679 HTTP/1.1" status: 200 len: 944 time: 0.0777221 May 25 22:44:27.931906 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-29d00b9f-0c46-458e-9c67-e60607e007c1 req-01f7e948-98a2-4660-841c-ec6f5e5c3ad5 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4aa45a-a0dd-44be-9285-a133e91907f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443807 May 25 22:44:29.139064 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791821b7-452f-4b56-9793-3366b7e9021f req-8df3ae0d-73d1-4bff-98f5-909bb3b7e915 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:29.142004 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-791821b7-452f-4b56-9793-3366b7e9021f req-8df3ae0d-73d1-4bff-98f5-909bb3b7e915 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5060573-50d8-46b2-a7da-0317e91e6679 HTTP/1.1" status: 200 len: 944 time: 0.0881436 May 25 22:44:29.186178 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-791821b7-452f-4b56-9793-3366b7e9021f req-3ddeb2e0-17a1-4353-8cfb-23659f89b391 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4aa45a-a0dd-44be-9285-a133e91907f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389719 May 25 22:44:29.648732 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-c04781f4-0c0f-4537-8945-ad7ed48f79ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:30.381006 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea26c64b-4f70-4c56-8430-b2b2c2635bc9 req-5b29f883-719f-4b2f-bb9f-ea459d81a633 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:30.382409 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-ea26c64b-4f70-4c56-8430-b2b2c2635bc9 req-5b29f883-719f-4b2f-bb9f-ea459d81a633 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5060573-50d8-46b2-a7da-0317e91e6679 HTTP/1.1" status: 200 len: 944 time: 0.0749466 May 25 22:44:30.430071 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-ea26c64b-4f70-4c56-8430-b2b2c2635bc9 req-7373899a-8147-473b-93ec-fcd2a13a51ac tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4aa45a-a0dd-44be-9285-a133e91907f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423100 May 25 22:44:31.702616 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d08f3-d8b8-4895-b9cb-18010f8a8b9c req-f5c217ba-7dc9-42a9-b519-8d73a692ddf4 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:31.704947 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-771d08f3-d8b8-4895-b9cb-18010f8a8b9c req-f5c217ba-7dc9-42a9-b519-8d73a692ddf4 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5060573-50d8-46b2-a7da-0317e91e6679 HTTP/1.1" status: 200 len: 944 time: 0.1543849 May 25 22:44:31.750594 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-771d08f3-d8b8-4895-b9cb-18010f8a8b9c req-cfb50195-2050-473d-954a-aaf4c7c84cac tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4aa45a-a0dd-44be-9285-a133e91907f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395985 May 25 22:44:31.839207 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-b6e6ba2f-167c-41a9-bc1e-7518f706fc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:32.283476 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 1acf5253-3562-432c-9b4a-32b193f488cf details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 22:44:32.413744 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port 1acf5253-3562-432c-9b4a-32b193f488cf, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=1acf5253-3562-432c-9b4a-32b193f488cf,segment=NetworkSegment(f5bb856f-bb4d-43f7-8cd6-86e950960bbb),segment_id=f5bb856f-bb4d-43f7-8cd6-86e950960bbb)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:44:32.426893 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Returning: {'device': '1acf5253-3562-432c-9b4a-32b193f488cf', 'network_id': '93fa5388-0472-4921-8b45-2072b4930877', 'port_id': '1acf5253-3562-432c-9b4a-32b193f488cf', 'mac_address': 'fa:16:3e:c7:1d:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de133a3f-8e72-43cd-a48a-9e10a75e8ce4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 22:44:32.477937 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:32.494996 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.notifiers.nova [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1acf5253-3562-432c-9b4a-32b193f488cf {{(pid=83238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:44:32.509922 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port 1acf5253-3562-432c-9b4a-32b193f488cf, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=1acf5253-3562-432c-9b4a-32b193f488cf,segment=NetworkSegment(f5bb856f-bb4d-43f7-8cd6-86e950960bbb),segment_id=f5bb856f-bb4d-43f7-8cd6-86e950960bbb)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:44:32.513844 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:32.582506 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Pushing event updated for resources: {'Port': ['ID=1acf5253-3562-432c-9b4a-32b193f488cf,revision_number=4']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:44:32.823837 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] get_ports_and_sgs() called for port_ids ['1acf5253-3562-432c-9b4a-32b193f488cf'] {{(pid=83238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:44:32.948034 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:32.953047 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4cd42c-47d2-43cf-915d-1b4d7ec75af0 req-2179ac47-818c-431b-a2d7-7377f208e017 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:32.955561 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-aa4cd42c-47d2-43cf-915d-1b4d7ec75af0 req-2179ac47-818c-431b-a2d7-7377f208e017 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5060573-50d8-46b2-a7da-0317e91e6679 HTTP/1.1" status: 200 len: 945 time: 0.0846345 May 25 22:44:33.002955 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-aa4cd42c-47d2-43cf-915d-1b4d7ec75af0 req-0a7ed23f-ce75-4589-975a-2d12b7356c03 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4aa45a-a0dd-44be-9285-a133e91907f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401857 May 25 22:44:33.109724 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:34.205566 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf7ae1-c68b-448f-a4e1-c4a5301e6af3 req-22f7cc57-a535-4d3d-9f0a-7a57a2802dec tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:34.207002 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-81cf7ae1-c68b-448f-a4e1-c4a5301e6af3 req-22f7cc57-a535-4d3d-9f0a-7a57a2802dec tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5060573-50d8-46b2-a7da-0317e91e6679 HTTP/1.1" status: 200 len: 945 time: 0.0813568 May 25 22:44:34.254013 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-81cf7ae1-c68b-448f-a4e1-c4a5301e6af3 req-5f40be9a-69c8-4785-8a3f-2495f2d9d4d0 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4aa45a-a0dd-44be-9285-a133e91907f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413513 May 25 22:44:34.293405 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 1acf5253-3562-432c-9b4a-32b193f488cf up at agent hyperv_hv-cinder-84330 {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:44:34.360564 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Provisioning for port 1acf5253-3562-432c-9b4a-32b193f488cf completed by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:44:34.365324 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Provisioning complete for port 1acf5253-3562-432c-9b4a-32b193f488cf triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:44:34.365681 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:34.426834 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:34.492399 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:34.519847 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5060573-50d8-46b2-a7da-0317e91e6679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1acf5253-3562-432c-9b4a-32b193f488cf'}] {{(pid=83238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:44:34.529421 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port 1acf5253-3562-432c-9b4a-32b193f488cf, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=1acf5253-3562-432c-9b4a-32b193f488cf,segment=NetworkSegment(f5bb856f-bb4d-43f7-8cd6-86e950960bbb),segment_id=f5bb856f-bb4d-43f7-8cd6-86e950960bbb)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:44:34.537177 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:34.603710 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Pushing event updated for resources: {'Port': ['ID=1acf5253-3562-432c-9b4a-32b193f488cf,revision_number=5']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:44:34.776790 dv-cinder-843305-1-iscsi neutron-server[83238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85cda58a-df72-4170-91ec-7fefd490ebf6'] response: {'server_uuid': 'b5060573-50d8-46b2-a7da-0317e91e6679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1acf5253-3562-432c-9b4a-32b193f488cf', 'code': 200} May 25 22:44:35.093567 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-f538ec3b-6ee4-4c7f-8fb8-178f02c1ebd8 req-c042134d-5f52-4f1d-9319-24fa85e672a3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b5060573-50d8-46b2-a7da-0317e91e6679 HTTP/1.1" status: 200 len: 1099 time: 0.0700350 May 25 22:44:35.135444 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-f538ec3b-6ee4-4c7f-8fb8-178f02c1ebd8 req-30a051fb-d394-4867-8c6c-b8db21c408c7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6e4aa45a-a0dd-44be-9285-a133e91907f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356696 May 25 22:44:35.452602 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa088866-ca0f-4993-b3da-8fcbd1618690 req-b3fde0b9-e6d6-47bc-8773-5da64e7300bf tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:35.454803 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-fa088866-ca0f-4993-b3da-8fcbd1618690 req-b3fde0b9-e6d6-47bc-8773-5da64e7300bf tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5060573-50d8-46b2-a7da-0317e91e6679 HTTP/1.1" status: 200 len: 946 time: 0.0783131 May 25 22:44:35.499853 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-fa088866-ca0f-4993-b3da-8fcbd1618690 req-b0043708-68d2-4e32-ace1-946c9c14e6bf tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4aa45a-a0dd-44be-9285-a133e91907f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395637 May 25 22:44:36.706015 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d1349d-fc9d-4fb9-a298-1b4656fe221a req-e45ee550-295a-4437-ab3d-b6fe71729d90 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:36.707433 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-12d1349d-fc9d-4fb9-a298-1b4656fe221a req-e45ee550-295a-4437-ab3d-b6fe71729d90 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5060573-50d8-46b2-a7da-0317e91e6679 HTTP/1.1" status: 200 len: 946 time: 0.0739627 May 25 22:44:36.755694 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-12d1349d-fc9d-4fb9-a298-1b4656fe221a req-e79adf9e-5f4b-460b-aa3f-d6a7b98b9670 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4aa45a-a0dd-44be-9285-a133e91907f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427682 May 25 22:44:36.959478 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9094a8-76d2-457c-99dd-c308c3696569 req-b63c541a-61da-4ffd-98c5-48214b4fd527 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:36.960921 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-af9094a8-76d2-457c-99dd-c308c3696569 req-b63c541a-61da-4ffd-98c5-48214b4fd527 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5060573-50d8-46b2-a7da-0317e91e6679 HTTP/1.1" status: 200 len: 946 time: 0.0818510 May 25 22:44:37.010903 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-af9094a8-76d2-457c-99dd-c308c3696569 req-45b20a81-d682-47db-8f23-fc72e6f69c33 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4aa45a-a0dd-44be-9285-a133e91907f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443931 May 25 22:44:37.039783 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 33644) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:44:37.253403 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-00615864-dddb-4667-b667-79f19afdc5c6 tempest-TestVolumeBootPattern-1078002718 tempest-TestVolumeBootPattern-1078002718-project-admin] Synchronizing usage tracker for tenant:fb7de884c28944259a59c7a4e1b4ece3 on resource:port {{(pid=83237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:44:37.270394 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-00615864-dddb-4667-b667-79f19afdc5c6 tempest-TestVolumeBootPattern-1078002718 tempest-TestVolumeBootPattern-1078002718-project-admin] Unset dirty status for tenant:fb7de884c28944259a59c7a4e1b4ece3 on resource:port {{(pid=83237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:44:37.271978 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-00615864-dddb-4667-b667-79f19afdc5c6 tempest-TestVolumeBootPattern-1078002718 tempest-TestVolumeBootPattern-1078002718-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b5060573-50d8-46b2-a7da-0317e91e6679 HTTP/1.1" status: 200 len: 1094 time: 0.2311151 May 25 22:44:37.274998 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 33652) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:44:37.280218 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-70878ec5-e5fd-4ed8-bd76-c1b3c2ff7edc tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Request body: {'floatingip': {'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'port_id': '1acf5253-3562-432c-9b4a-32b193f488cf', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:44:37.284731 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 33656) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:44:37.286397 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-70878ec5-e5fd-4ed8-bd76-c1b3c2ff7edc tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:44:37.290162 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-70878ec5-e5fd-4ed8-bd76-c1b3c2ff7edc tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Usage tracker for resource:floatingip and tenant:28b7b6745c42484aba92bb70a964e120 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:44:37.293311 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-70878ec5-e5fd-4ed8-bd76-c1b3c2ff7edc tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:44:37.299089 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-70878ec5-e5fd-4ed8-bd76-c1b3c2ff7edc tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:44:37.310044 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-70878ec5-e5fd-4ed8-bd76-c1b3c2ff7edc tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks [] for floatingip, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:37.428017 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-65cd8b53-5c5e-4ee8-bb5c-304781053ee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:37.451890 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-70878ec5-e5fd-4ed8-bd76-c1b3c2ff7edc tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:37.464692 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-65cd8b53-5c5e-4ee8-bb5c-304781053ee7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:44:37.468586 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-65cd8b53-5c5e-4ee8-bb5c-304781053ee7 admin admin] Usage tracker for resource:security_group_rule and tenant:6f7044107eb64742b05d9aa6d44b027f is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:44:37.471344 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-65cd8b53-5c5e-4ee8-bb5c-304781053ee7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:44:37.476953 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-65cd8b53-5c5e-4ee8-bb5c-304781053ee7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:44:37.543952 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-65cd8b53-5c5e-4ee8-bb5c-304781053ee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:37.548424 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-65cd8b53-5c5e-4ee8-bb5c-304781053ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:37.587787 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.db_base_plugin_common [None req-70878ec5-e5fd-4ed8-bd76-c1b3c2ff7edc tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Allocated IP 172.27.0.234 (cb39d3ef-31f0-4e66-970b-4cb0d379e187/4ff22ee7-6206-48b0-b7ae-e7396fe607ae/17216420-7ca1-4174-b20d-9908ab97cc73) {{(pid=83237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:44:37.594218 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd8b53-5c5e-4ee8-bb5c-304781053ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92ce44e-0eb4-43b1-b61d-b2c8c49499b7,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:44:37.602974 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-65cd8b53-5c5e-4ee8-bb5c-304781053ee7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6f7044107eb64742b05d9aa6d44b027f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3166595 May 25 22:44:37.603631 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 33662) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:44:37.666667 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-ed126adc-e6b0-4a95-9ca7-29ad42e6ddf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:37.692343 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-ed126adc-e6b0-4a95-9ca7-29ad42e6ddf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:37.744594 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-70878ec5-e5fd-4ed8-bd76-c1b3c2ff7edc tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks [] for port, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:37.748074 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-ed126adc-e6b0-4a95-9ca7-29ad42e6ddf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:37.766259 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed126adc-e6b0-4a95-9ca7-29ad42e6ddf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92ce44e-0eb4-43b1-b61d-b2c8c49499b7,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:44:37.771741 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-ed126adc-e6b0-4a95-9ca7-29ad42e6ddf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:37.777170 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-70878ec5-e5fd-4ed8-bd76-c1b3c2ff7edc tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1149435'] for port, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:37.779974 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-ed126adc-e6b0-4a95-9ca7-29ad42e6ddf7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f92ce44e-0eb4-43b1-b61d-b2c8c49499b7 HTTP/1.1" status: 204 len: 168 time: 0.1732271 May 25 22:44:37.848979 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70878ec5-e5fd-4ed8-bd76-c1b3c2ff7edc tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Network cb39d3ef-31f0-4e66-970b-4cb0d379e187 is already hosted by enough agents. {{(pid=83237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:44:37.851769 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.base_scheduler [None req-70878ec5-e5fd-4ed8-bd76-c1b3c2ff7edc tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Resources bound (agent type, host, resource id): {{(pid=83237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:44:37.856331 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70878ec5-e5fd-4ed8-bd76-c1b3c2ff7edc tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Received port after_create {{(pid=83237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:44:37.881046 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70878ec5-e5fd-4ed8-bd76-c1b3c2ff7edc tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Pushing event updated for resources: {'Port': ['ID=17216420-7ca1-4174-b20d-9908ab97cc73,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:44:38.110916 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 33670) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:44:38.129533 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-b1110e5e-218d-4682-ae99-b6f673bb17e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:38.162544 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-b1110e5e-218d-4682-ae99-b6f673bb17e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:44:38.166243 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-b1110e5e-218d-4682-ae99-b6f673bb17e8 admin admin] Usage tracker for resource:security_group_rule and tenant:b01cfcfec5e94e739590d24fab5296a3 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:44:38.169121 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-b1110e5e-218d-4682-ae99-b6f673bb17e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:44:38.175032 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-b1110e5e-218d-4682-ae99-b6f673bb17e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:44:38.239911 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-b1110e5e-218d-4682-ae99-b6f673bb17e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:38.243647 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-b1110e5e-218d-4682-ae99-b6f673bb17e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:38.291199 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1110e5e-218d-4682-ae99-b6f673bb17e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b488cb-332c-4c96-9630-b732e21ec0dc,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:44:38.297687 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-b1110e5e-218d-4682-ae99-b6f673bb17e8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b01cfcfec5e94e739590d24fab5296a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1849813 May 25 22:44:38.300683 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 33674) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:44:38.362903 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-1e45e001-9c91-43dd-8b70-ab4aa06dc6e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:38.390637 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-1e45e001-9c91-43dd-8b70-ab4aa06dc6e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:38.442966 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-1e45e001-9c91-43dd-8b70-ab4aa06dc6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:38.448043 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-70878ec5-e5fd-4ed8-bd76-c1b3c2ff7edc tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:38.457552 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e45e001-9c91-43dd-8b70-ab4aa06dc6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b488cb-332c-4c96-9630-b732e21ec0dc,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:44:38.463368 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-1e45e001-9c91-43dd-8b70-ab4aa06dc6e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:38.467341 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-1e45e001-9c91-43dd-8b70-ab4aa06dc6e6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/38b488cb-332c-4c96-9630-b732e21ec0dc HTTP/1.1" status: 204 len: 168 time: 0.1629460 May 25 22:44:38.507754 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-70878ec5-e5fd-4ed8-bd76-c1b3c2ff7edc tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:38.710654 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-70878ec5-e5fd-4ed8-bd76-c1b3c2ff7edc tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks [] for port, precommit_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:38.715562 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-70878ec5-e5fd-4ed8-bd76-c1b3c2ff7edc tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1149314'] for port, after_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:38.827515 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70878ec5-e5fd-4ed8-bd76-c1b3c2ff7edc tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Pushing event updated for resources: {'Port': ['ID=17216420-7ca1-4174-b20d-9908ab97cc73,revision_number=2']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:44:38.839455 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-70878ec5-e5fd-4ed8-bd76-c1b3c2ff7edc tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335082'] for floatingip, after_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:39.036353 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.db.l3_db [None req-70878ec5-e5fd-4ed8-bd76-c1b3c2ff7edc tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Floating IP b3729cce-f089-4df1-b7ed-6faf0e5820da associated. External IP: 172.27.0.234, port: 1acf5253-3562-432c-9b4a-32b193f488cf. May 25 22:44:39.425999 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70878ec5-e5fd-4ed8-bd76-c1b3c2ff7edc tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Router 1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0 has already been hosted by L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a {{(pid=83237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:44:39.626735 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70878ec5-e5fd-4ed8-bd76-c1b3c2ff7edc tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:44:39.636309 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212253b5-d785-4304-b826-71b6f0342e60 None None] Sync routers for ids ['1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0'] in dv-cinder-843305-1-iscsi {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:44:39.652274 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-70878ec5-e5fd-4ed8-bd76-c1b3c2ff7edc tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for floatingip, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:39.679026 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212253b5-d785-4304-b826-71b6f0342e60 None None] Routers {'1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:44:39.679853 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-212253b5-d785-4304-b826-71b6f0342e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:44:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:44:39.712845 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-70878ec5-e5fd-4ed8-bd76-c1b3c2ff7edc tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4346905 May 25 22:44:39.712845 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5060573-50d8-46b2-a7da-0317e91e6679', 'tag': '1acf5253-3562-432c-9b4a-32b193f488cf'}] {{(pid=83237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:44:39.769165 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9c541ea-baf3-4eb0-8fef-ae1a0eedc556'] response: {'name': 'network-changed', 'server_uuid': 'b5060573-50d8-46b2-a7da-0317e91e6679', 'tag': '1acf5253-3562-432c-9b4a-32b193f488cf', 'status': 'completed', 'code': 200} May 25 22:44:39.860784 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-212253b5-d785-4304-b826-71b6f0342e60 None None] Set router 1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:44:39.900402 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-9795574e-be7d-4c31-ab60-90b0439e8bd2 req-aa1022d0-dda8-4fb0-b3f7-76592f91c448 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=28b7b6745c42484aba92bb70a964e120&device_id=b5060573-50d8-46b2-a7da-0317e91e6679 HTTP/1.1" status: 200 len: 1099 time: 0.0778701 May 25 22:44:40.049352 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795574e-be7d-4c31-ab60-90b0439e8bd2 req-7ba04e40-cffb-4fe5-96f3-cc017e23e2bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:40.050785 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-9795574e-be7d-4c31-ab60-90b0439e8bd2 req-7ba04e40-cffb-4fe5-96f3-cc017e23e2bb service neutron] 10.222.0.45 "GET /v2.0/networks?id=93fa5388-0472-4921-8b45-2072b4930877 HTTP/1.1" status: 200 len: 912 time: 0.1428673 May 25 22:44:40.157506 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-9795574e-be7d-4c31-ab60-90b0439e8bd2 req-e0a2e959-13e4-4c13-8476-aa8934794cc7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1acf5253-3562-432c-9b4a-32b193f488cf HTTP/1.1" status: 200 len: 1000 time: 0.0998271 May 25 22:44:40.226391 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795574e-be7d-4c31-ab60-90b0439e8bd2 req-67905b89-92fb-4eca-bfae-cc67c06ce548 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:40.227877 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-9795574e-be7d-4c31-ab60-90b0439e8bd2 req-67905b89-92fb-4eca-bfae-cc67c06ce548 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de133a3f-8e72-43cd-a48a-9e10a75e8ce4 HTTP/1.1" status: 200 len: 850 time: 0.0643785 May 25 22:44:40.235238 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-212253b5-d785-4304-b826-71b6f0342e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'name': 'tempest-TestVolumeBootPattern-872125378-router', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '5e496257-2475-4326-9a9e-183199fdf99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:43:43Z', 'updated_at': '2022-05-25T22:43:46Z', 'revision_number': 4, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'gw_port': {'id': '5e496257-2475-4326-9a9e-183199fdf99d', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:43Z', 'updated_at': '2022-05-25T22:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_floatingips': [{'id': 'b3729cce-f089-4df1-b7ed-6faf0e5820da', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'floating_ip_address': '172.27.0.234', 'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'router_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'port_id': '1acf5253-3562-432c-9b4a-32b193f488cf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93fa5388-0472-4921-8b45-2072b4930877', 'mac_address': 'fa:16:3e:c7:1d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5060573-50d8-46b2-a7da-0317e91e6679', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:44:38Z', 'updated_at': '2022-05-25T22:44:38Z', 'revision_number': 0, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07a8e58d-cd7c-4a83-b87a-feb637232c37', 'name': '', 'network_id': '93fa5388-0472-4921-8b45-2072b4930877', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'mac_address': 'fa:16:3e:a7:cd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de133a3f-8e72-43cd-a48a-9e10a75e8ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:45Z', 'updated_at': '2022-05-25T22:43:56Z', 'revision_number': 5, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'subnets': [{'id': 'de133a3f-8e72-43cd-a48a-9e10a75e8ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:44:40.239358 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212253b5-d785-4304-b826-71b6f0342e60 None None] Checking router: 1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0 for host: dv-cinder-843305-1-iscsi {{(pid=83238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:44:40.251611 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212253b5-d785-4304-b826-71b6f0342e60 None None] Routers {'1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:44:40.252212 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-212253b5-d785-4304-b826-71b6f0342e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:44:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:44:40.311805 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-9795574e-be7d-4c31-ab60-90b0439e8bd2 req-65f6156f-6c33-4443-b609-6837e636a6b3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93fa5388-0472-4921-8b45-2072b4930877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0753758 May 25 22:44:40.432657 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-212253b5-d785-4304-b826-71b6f0342e60 None None] Set router 1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:44:40.450237 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-9795574e-be7d-4c31-ab60-90b0439e8bd2 req-291628ee-376a-438f-a78e-6ed91bd95aaf service neutron] 10.222.0.45 "GET /v2.0/networks/93fa5388-0472-4921-8b45-2072b4930877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320298 May 25 22:44:40.666890 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-9795574e-be7d-4c31-ab60-90b0439e8bd2 req-f022a1ca-b598-4fab-b7ac-165794318cba service neutron] 10.222.0.45 "GET /v2.0/networks/93fa5388-0472-4921-8b45-2072b4930877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097123 May 25 22:44:40.800661 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-212253b5-d785-4304-b826-71b6f0342e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'name': 'tempest-TestVolumeBootPattern-872125378-router', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '5e496257-2475-4326-9a9e-183199fdf99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:43:43Z', 'updated_at': '2022-05-25T22:43:46Z', 'revision_number': 4, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'gw_port': {'id': '5e496257-2475-4326-9a9e-183199fdf99d', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:43Z', 'updated_at': '2022-05-25T22:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_floatingips': [{'id': 'b3729cce-f089-4df1-b7ed-6faf0e5820da', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'floating_ip_address': '172.27.0.234', 'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'router_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'port_id': '1acf5253-3562-432c-9b4a-32b193f488cf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93fa5388-0472-4921-8b45-2072b4930877', 'mac_address': 'fa:16:3e:c7:1d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5060573-50d8-46b2-a7da-0317e91e6679', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:44:38Z', 'updated_at': '2022-05-25T22:44:38Z', 'revision_number': 0, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07a8e58d-cd7c-4a83-b87a-feb637232c37', 'name': '', 'network_id': '93fa5388-0472-4921-8b45-2072b4930877', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'mac_address': 'fa:16:3e:a7:cd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de133a3f-8e72-43cd-a48a-9e10a75e8ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:45Z', 'updated_at': '2022-05-25T22:43:56Z', 'revision_number': 5, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'subnets': [{'id': 'de133a3f-8e72-43cd-a48a-9e10a75e8ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:44:40.804567 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212253b5-d785-4304-b826-71b6f0342e60 None None] The sync data for ids ['1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0'] in dv-cinder-843305-1-iscsi is: [{'id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'name': 'tempest-TestVolumeBootPattern-872125378-router', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '5e496257-2475-4326-9a9e-183199fdf99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:43:43Z', 'updated_at': '2022-05-25T22:43:46Z', 'revision_number': 4, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'gw_port': {'id': '5e496257-2475-4326-9a9e-183199fdf99d', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:43Z', 'updated_at': '2022-05-25T22:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_floatingips': [{'id': 'b3729cce-f089-4df1-b7ed-6faf0e5820da', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'floating_ip_address': '172.27.0.234', 'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'router_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'port_id': '1acf5253-3562-432c-9b4a-32b193f488cf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93fa5388-0472-4921-8b45-2072b4930877', 'mac_address': 'fa:16:3e:c7:1d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5060573-50d8-46b2-a7da-0317e91e6679', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:44:38Z', 'updated_at': '2022-05-25T22:44:38Z', 'revision_number': 0, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07a8e58d-cd7c-4a83-b87a-feb637232c37', 'name': '', 'network_id': '93fa5388-0472-4921-8b45-2072b4930877', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'mac_address': 'fa:16:3e:a7:cd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de133a3f-8e72-43cd-a48a-9e10a75e8ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:45Z', 'updated_at': '2022-05-25T22:43:56Z', 'revision_number': 5, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'subnets': [{'id': 'de133a3f-8e72-43cd-a48a-9e10a75e8ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:44:41.011099 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6477ded0-83fb-469b-bea7-2e74e7bb0944 None None] New status for floating IP b3729cce-f089-4df1-b7ed-6faf0e5820da: ACTIVE {{(pid=83239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:44:41.816270 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:48.847682 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 33814) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:44:49.016709 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-64959a82-fad6-4ac5-9934-86e1a13a7186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:49.046402 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-64959a82-fad6-4ac5-9934-86e1a13a7186 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:44:49.050506 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-64959a82-fad6-4ac5-9934-86e1a13a7186 admin admin] Usage tracker for resource:security_group_rule and tenant:6d99203a11a6487ebfd3c1e636c9ef77 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:44:49.053325 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-64959a82-fad6-4ac5-9934-86e1a13a7186 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:44:49.058811 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-64959a82-fad6-4ac5-9934-86e1a13a7186 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:44:49.123045 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-64959a82-fad6-4ac5-9934-86e1a13a7186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:49.127313 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-64959a82-fad6-4ac5-9934-86e1a13a7186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:49.175596 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-64959a82-fad6-4ac5-9934-86e1a13a7186 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6d99203a11a6487ebfd3c1e636c9ef77&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3265340 May 25 22:44:49.176358 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64959a82-fad6-4ac5-9934-86e1a13a7186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a66f036-259f-4de0-88c9-abcdaf399c14,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:44:49.178853 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 33820) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:44:49.187256 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64959a82-fad6-4ac5-9934-86e1a13a7186 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:44:49.188341 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64959a82-fad6-4ac5-9934-86e1a13a7186 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:44:49.188812 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64959a82-fad6-4ac5-9934-86e1a13a7186 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:44:49.189268 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64959a82-fad6-4ac5-9934-86e1a13a7186 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:44:49.189726 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64959a82-fad6-4ac5-9934-86e1a13a7186 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:44:49.190342 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64959a82-fad6-4ac5-9934-86e1a13a7186 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:44:49.190798 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64959a82-fad6-4ac5-9934-86e1a13a7186 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:44:49.191251 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64959a82-fad6-4ac5-9934-86e1a13a7186 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:44:49.191729 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64959a82-fad6-4ac5-9934-86e1a13a7186 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:44:49.192183 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64959a82-fad6-4ac5-9934-86e1a13a7186 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:44:49.192630 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64959a82-fad6-4ac5-9934-86e1a13a7186 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:44:49.246751 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-29b89716-5d58-4449-aa80-8cb236852be6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:49.272155 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-29b89716-5d58-4449-aa80-8cb236852be6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:49.321961 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-29b89716-5d58-4449-aa80-8cb236852be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:49.335627 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b89716-5d58-4449-aa80-8cb236852be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a66f036-259f-4de0-88c9-abcdaf399c14,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:44:49.341707 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-29b89716-5d58-4449-aa80-8cb236852be6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:49.342574 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-29b89716-5d58-4449-aa80-8cb236852be6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4a66f036-259f-4de0-88c9-abcdaf399c14 HTTP/1.1" status: 204 len: 168 time: 0.1627285 May 25 22:44:49.668113 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 33828) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:44:49.686342 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-744ab840-2dbd-4d1e-a42e-f1c2c6f99e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:49.716410 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-744ab840-2dbd-4d1e-a42e-f1c2c6f99e31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:44:49.720699 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-744ab840-2dbd-4d1e-a42e-f1c2c6f99e31 admin admin] Usage tracker for resource:security_group_rule and tenant:cc9c518419f943bea8fcc502d24ee643 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:44:49.723451 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-744ab840-2dbd-4d1e-a42e-f1c2c6f99e31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:44:49.729051 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-744ab840-2dbd-4d1e-a42e-f1c2c6f99e31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:44:49.794194 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-744ab840-2dbd-4d1e-a42e-f1c2c6f99e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:49.798429 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-744ab840-2dbd-4d1e-a42e-f1c2c6f99e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:49.840537 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ab840-2dbd-4d1e-a42e-f1c2c6f99e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3375dd75-8fa4-47a7-b54e-94197dc9bcf8,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:44:49.846335 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-744ab840-2dbd-4d1e-a42e-f1c2c6f99e31 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cc9c518419f943bea8fcc502d24ee643&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1772091 May 25 22:44:49.849438 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 33832) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:44:49.911382 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-901e2768-498e-4728-aca6-d9ec1e9df4a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:49.935607 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-901e2768-498e-4728-aca6-d9ec1e9df4a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:49.985727 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-901e2768-498e-4728-aca6-d9ec1e9df4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:50.000588 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901e2768-498e-4728-aca6-d9ec1e9df4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3375dd75-8fa4-47a7-b54e-94197dc9bcf8,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:44:50.009892 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-901e2768-498e-4728-aca6-d9ec1e9df4a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:50.011026 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-901e2768-498e-4728-aca6-d9ec1e9df4a3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3375dd75-8fa4-47a7-b54e-94197dc9bcf8 HTTP/1.1" status: 204 len: 168 time: 0.1605182 May 25 22:44:50.473195 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 33840) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:44:50.492559 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-cceea59d-f283-49c5-9fd7-475758b57a2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:50.529416 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-cceea59d-f283-49c5-9fd7-475758b57a2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:44:50.533371 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-cceea59d-f283-49c5-9fd7-475758b57a2e admin admin] Usage tracker for resource:security_group_rule and tenant:f46772587bad4d1eb856c3ed00b27f6b is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:44:50.536215 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-cceea59d-f283-49c5-9fd7-475758b57a2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:44:50.541871 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-cceea59d-f283-49c5-9fd7-475758b57a2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:44:50.606148 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-cceea59d-f283-49c5-9fd7-475758b57a2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:50.610294 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-cceea59d-f283-49c5-9fd7-475758b57a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:50.657473 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceea59d-f283-49c5-9fd7-475758b57a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a520f43a-be5b-4244-88b7-2cef20b334a4,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:44:50.662126 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-cceea59d-f283-49c5-9fd7-475758b57a2e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f46772587bad4d1eb856c3ed00b27f6b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1879375 May 25 22:44:50.664996 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 33844) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:44:50.722531 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-7c76484b-6374-4138-b12f-cfbcb14c65a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:50.747129 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-7c76484b-6374-4138-b12f-cfbcb14c65a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:50.801826 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-7c76484b-6374-4138-b12f-cfbcb14c65a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:50.818194 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c76484b-6374-4138-b12f-cfbcb14c65a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a520f43a-be5b-4244-88b7-2cef20b334a4,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:44:50.824443 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-7c76484b-6374-4138-b12f-cfbcb14c65a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:50.825512 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-7c76484b-6374-4138-b12f-cfbcb14c65a8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a520f43a-be5b-4244-88b7-2cef20b334a4 HTTP/1.1" status: 204 len: 168 time: 0.1597130 May 25 22:44:51.742455 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b8794f7a-f588-442c-a5fb-b4b2f4b750ec req-d373c11a-3831-4264-9701-6c086ba43234 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b5060573-50d8-46b2-a7da-0317e91e6679&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0671012 May 25 22:44:51.911785 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b8794f7a-f588-442c-a5fb-b4b2f4b750ec req-2c15f216-53e3-4db7-8597-3aec88a65dfa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=28b7b6745c42484aba92bb70a964e120&device_id=b5060573-50d8-46b2-a7da-0317e91e6679 HTTP/1.1" status: 200 len: 1099 time: 0.0853541 May 25 22:44:52.058653 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8794f7a-f588-442c-a5fb-b4b2f4b750ec req-131015dd-262a-40b7-82ee-773af88ae684 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:52.060030 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b8794f7a-f588-442c-a5fb-b4b2f4b750ec req-131015dd-262a-40b7-82ee-773af88ae684 service neutron] 10.222.0.45 "GET /v2.0/networks?id=93fa5388-0472-4921-8b45-2072b4930877 HTTP/1.1" status: 200 len: 912 time: 0.1312819 May 25 22:44:52.165265 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b8794f7a-f588-442c-a5fb-b4b2f4b750ec req-9ab94b05-ce56-45d8-b14f-18bb7e648210 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1acf5253-3562-432c-9b4a-32b193f488cf HTTP/1.1" status: 200 len: 1002 time: 0.0993869 May 25 22:44:52.233962 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8794f7a-f588-442c-a5fb-b4b2f4b750ec req-1bffc9d3-8a63-4d40-b5eb-e053865c6e85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:44:52.236084 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b8794f7a-f588-442c-a5fb-b4b2f4b750ec req-1bffc9d3-8a63-4d40-b5eb-e053865c6e85 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de133a3f-8e72-43cd-a48a-9e10a75e8ce4 HTTP/1.1" status: 200 len: 850 time: 0.0660498 May 25 22:44:52.310824 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b8794f7a-f588-442c-a5fb-b4b2f4b750ec req-6b969c65-232a-4a90-9890-ee111856eb27 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93fa5388-0472-4921-8b45-2072b4930877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0690155 May 25 22:44:52.442922 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b8794f7a-f588-442c-a5fb-b4b2f4b750ec req-0fedf0f1-b88b-47b4-88c5-918ddbe0100a service neutron] 10.222.0.45 "GET /v2.0/networks/93fa5388-0472-4921-8b45-2072b4930877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239023 May 25 22:44:52.586743 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b8794f7a-f588-442c-a5fb-b4b2f4b750ec req-b6e02774-87d5-42c1-bc6c-7fb88ada4c6c service neutron] 10.222.0.45 "GET /v2.0/networks/93fa5388-0472-4921-8b45-2072b4930877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378710 May 25 22:44:57.847425 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 33936) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:44:57.997141 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-b2fb0af5-346a-4040-ba6e-3974e90e2be8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:58.028992 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-b2fb0af5-346a-4040-ba6e-3974e90e2be8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:44:58.033566 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-b2fb0af5-346a-4040-ba6e-3974e90e2be8 admin admin] Usage tracker for resource:security_group_rule and tenant:fe9a9cab07bc4c0e8c9a53a8d2f976fb is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:44:58.036420 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-b2fb0af5-346a-4040-ba6e-3974e90e2be8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:44:58.042569 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-b2fb0af5-346a-4040-ba6e-3974e90e2be8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:44:58.109870 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-b2fb0af5-346a-4040-ba6e-3974e90e2be8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:58.114440 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-b2fb0af5-346a-4040-ba6e-3974e90e2be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:58.171509 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb0af5-346a-4040-ba6e-3974e90e2be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf1a796-43a5-4121-b13e-6f58089bb2c5,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:44:58.176296 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-b2fb0af5-346a-4040-ba6e-3974e90e2be8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fe9a9cab07bc4c0e8c9a53a8d2f976fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3274682 May 25 22:44:58.179053 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 33942) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:44:58.182553 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb0af5-346a-4040-ba6e-3974e90e2be8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:44:58.182888 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb0af5-346a-4040-ba6e-3974e90e2be8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:44:58.183213 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb0af5-346a-4040-ba6e-3974e90e2be8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:44:58.183554 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb0af5-346a-4040-ba6e-3974e90e2be8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:44:58.183878 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb0af5-346a-4040-ba6e-3974e90e2be8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:44:58.184194 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb0af5-346a-4040-ba6e-3974e90e2be8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:44:58.184512 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb0af5-346a-4040-ba6e-3974e90e2be8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:44:58.184828 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb0af5-346a-4040-ba6e-3974e90e2be8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:44:58.185256 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb0af5-346a-4040-ba6e-3974e90e2be8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:44:58.185807 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb0af5-346a-4040-ba6e-3974e90e2be8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:44:58.186364 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb0af5-346a-4040-ba6e-3974e90e2be8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:44:58.324824 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-62df4326-4692-45b1-8f3f-c9e839a9f848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:58.350199 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-62df4326-4692-45b1-8f3f-c9e839a9f848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:58.400076 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-62df4326-4692-45b1-8f3f-c9e839a9f848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:58.415756 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df4326-4692-45b1-8f3f-c9e839a9f848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf1a796-43a5-4121-b13e-6f58089bb2c5,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:44:58.419964 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-62df4326-4692-45b1-8f3f-c9e839a9f848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:58.421043 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-62df4326-4692-45b1-8f3f-c9e839a9f848 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1cf1a796-43a5-4121-b13e-6f58089bb2c5 HTTP/1.1" status: 204 len: 168 time: 0.2408900 May 25 22:44:58.742506 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 33952) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:44:58.760635 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-76f96d50-1b8b-4388-a410-ee07d5949eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:58.790293 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-76f96d50-1b8b-4388-a410-ee07d5949eb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:44:58.794004 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-76f96d50-1b8b-4388-a410-ee07d5949eb7 admin admin] Usage tracker for resource:security_group_rule and tenant:fb4959be95b74fb8baa1a116bd9f9463 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:44:58.796742 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-76f96d50-1b8b-4388-a410-ee07d5949eb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:44:58.802354 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-76f96d50-1b8b-4388-a410-ee07d5949eb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:44:58.867324 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-76f96d50-1b8b-4388-a410-ee07d5949eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:58.871037 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-76f96d50-1b8b-4388-a410-ee07d5949eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:58.917902 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f96d50-1b8b-4388-a410-ee07d5949eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e97190a-2d73-48cb-b2e1-0f34ab21c29e,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:44:58.923807 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-76f96d50-1b8b-4388-a410-ee07d5949eb7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fb4959be95b74fb8baa1a116bd9f9463&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1803100 May 25 22:44:58.926555 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 33956) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:44:58.983934 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-82f81d8c-8194-482d-9fe5-86eb95272cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:59.009662 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-82f81d8c-8194-482d-9fe5-86eb95272cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:59.058296 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-82f81d8c-8194-482d-9fe5-86eb95272cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:59.075196 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f81d8c-8194-482d-9fe5-86eb95272cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e97190a-2d73-48cb-b2e1-0f34ab21c29e,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:44:59.078390 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-82f81d8c-8194-482d-9fe5-86eb95272cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:59.079667 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-82f81d8c-8194-482d-9fe5-86eb95272cd5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1e97190a-2d73-48cb-b2e1-0f34ab21c29e HTTP/1.1" status: 204 len: 168 time: 0.1520569 May 25 22:44:59.650038 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-9399e551-e947-494a-a0a0-1be62fad3ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:01.841994 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-e82e97a5-0f61-4a4c-8f7d-bcd672a26075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:02.931293 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:03.093569 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:03.383361 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.agents_db [None req-9a0b4f36-fcd8-49b0-a2d4-59f1c5f7edf0 None None] Agent healthcheck: found 6 active agents {{(pid=83239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:45:04.390173 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:11.814279 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:29.651262 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-c46d05b4-c5ee-496e-b0f9-1444b3cac880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:31.845280 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-5fb0d2d5-bbc1-409d-80d9-b1f141a45b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:32.033916 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 34110) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:45:32.171878 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-4140143f-b334-4477-bce6-acbe429b0539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:32.201898 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-4140143f-b334-4477-bce6-acbe429b0539 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:45:32.205598 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-4140143f-b334-4477-bce6-acbe429b0539 admin admin] Usage tracker for resource:security_group_rule and tenant:dac068c2f0ca428682d552298a11b0c7 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:45:32.210520 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-4140143f-b334-4477-bce6-acbe429b0539 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:45:32.217588 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-4140143f-b334-4477-bce6-acbe429b0539 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:45:32.284889 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-4140143f-b334-4477-bce6-acbe429b0539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:32.288792 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-4140143f-b334-4477-bce6-acbe429b0539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:32.348566 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140143f-b334-4477-bce6-acbe429b0539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590dc535-1a0d-4ff6-86e8-f6d5f8ebcb32,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:32.353712 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-4140143f-b334-4477-bce6-acbe429b0539 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dac068c2f0ca428682d552298a11b0c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3188241 May 25 22:45:32.356750 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 34116) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:45:32.414157 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-09aad331-7f6e-4460-8aaf-1df1eeb0f886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:32.438721 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-09aad331-7f6e-4460-8aaf-1df1eeb0f886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:32.487590 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-09aad331-7f6e-4460-8aaf-1df1eeb0f886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:32.504895 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aad331-7f6e-4460-8aaf-1df1eeb0f886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590dc535-1a0d-4ff6-86e8-f6d5f8ebcb32,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:32.509080 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-09aad331-7f6e-4460-8aaf-1df1eeb0f886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:32.510239 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-09aad331-7f6e-4460-8aaf-1df1eeb0f886 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/590dc535-1a0d-4ff6-86e8-f6d5f8ebcb32 HTTP/1.1" status: 204 len: 168 time: 0.1528637 May 25 22:45:32.932428 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:33.096379 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:34.390256 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:40.382662 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.agents_db [None req-9a0b4f36-fcd8-49b0-a2d4-59f1c5f7edf0 None None] Agent healthcheck: found 6 active agents {{(pid=83239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:45:41.814259 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:50.714989 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 34244) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:45:50.854814 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-9f18ae18-a6db-4433-a7ab-ed01c4dba959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:50.888664 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-9f18ae18-a6db-4433-a7ab-ed01c4dba959 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:45:50.892398 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-9f18ae18-a6db-4433-a7ab-ed01c4dba959 admin admin] Usage tracker for resource:security_group_rule and tenant:acd4de0a513e43019fdd47475ef3db91 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:45:50.895304 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-9f18ae18-a6db-4433-a7ab-ed01c4dba959 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:45:50.900851 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-9f18ae18-a6db-4433-a7ab-ed01c4dba959 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:45:50.963288 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-9f18ae18-a6db-4433-a7ab-ed01c4dba959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:50.967038 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-9f18ae18-a6db-4433-a7ab-ed01c4dba959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:51.010563 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18ae18-a6db-4433-a7ab-ed01c4dba959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4102f4f3-7381-4275-af35-27207b28f642,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:51.023698 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18ae18-a6db-4433-a7ab-ed01c4dba959 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:45:51.024035 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18ae18-a6db-4433-a7ab-ed01c4dba959 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:45:51.024364 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18ae18-a6db-4433-a7ab-ed01c4dba959 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:45:51.024707 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18ae18-a6db-4433-a7ab-ed01c4dba959 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:45:51.025038 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18ae18-a6db-4433-a7ab-ed01c4dba959 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:45:51.025366 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18ae18-a6db-4433-a7ab-ed01c4dba959 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:45:51.025682 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18ae18-a6db-4433-a7ab-ed01c4dba959 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:45:51.025999 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18ae18-a6db-4433-a7ab-ed01c4dba959 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:45:51.026312 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18ae18-a6db-4433-a7ab-ed01c4dba959 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:45:51.026624 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18ae18-a6db-4433-a7ab-ed01c4dba959 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:45:51.026934 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18ae18-a6db-4433-a7ab-ed01c4dba959 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:45:51.031840 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-9f18ae18-a6db-4433-a7ab-ed01c4dba959 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=acd4de0a513e43019fdd47475ef3db91&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3156726 May 25 22:45:51.035011 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 34250) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:45:51.092393 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-7e0db263-34b0-4b06-bb25-5d077f269ed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:51.117926 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-7e0db263-34b0-4b06-bb25-5d077f269ed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:51.169452 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-7e0db263-34b0-4b06-bb25-5d077f269ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:51.188613 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0db263-34b0-4b06-bb25-5d077f269ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4102f4f3-7381-4275-af35-27207b28f642,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:51.193305 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-7e0db263-34b0-4b06-bb25-5d077f269ed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:51.195957 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-7e0db263-34b0-4b06-bb25-5d077f269ed7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4102f4f3-7381-4275-af35-27207b28f642 HTTP/1.1" status: 204 len: 168 time: 0.1601930 May 25 22:45:51.726128 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-5fbb926d-3f5f-4b0b-81e7-d70a075adfd5 req-7d642000-098d-4c18-a6f3-e8fd2587b4e6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b5060573-50d8-46b2-a7da-0317e91e6679&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0789363 May 25 22:45:51.885636 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-5fbb926d-3f5f-4b0b-81e7-d70a075adfd5 req-5dc2e43c-2558-4d45-8805-59286ddfa90b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=28b7b6745c42484aba92bb70a964e120&device_id=b5060573-50d8-46b2-a7da-0317e91e6679 HTTP/1.1" status: 200 len: 1099 time: 0.0752864 May 25 22:45:51.963471 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 34272) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:45:52.037724 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb926d-3f5f-4b0b-81e7-d70a075adfd5 req-1200d0ea-52b9-43f8-bd7d-941cb0fdd888 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:45:52.039363 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-5fbb926d-3f5f-4b0b-81e7-d70a075adfd5 req-1200d0ea-52b9-43f8-bd7d-941cb0fdd888 service neutron] 10.222.0.45 "GET /v2.0/networks?id=93fa5388-0472-4921-8b45-2072b4930877 HTTP/1.1" status: 200 len: 912 time: 0.1331563 May 25 22:45:52.100370 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-a85d5136-8683-4b92-8d6d-4aead2932c86 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1384564704-network', 'tenant_id': '6626d9e2774441bc91a66b45ce4d2f50'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:45:52.104931 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-a85d5136-8683-4b92-8d6d-4aead2932c86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:45:52.109019 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-a85d5136-8683-4b92-8d6d-4aead2932c86 admin admin] Usage tracker for resource:network and tenant:6626d9e2774441bc91a66b45ce4d2f50 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:45:52.111840 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-a85d5136-8683-4b92-8d6d-4aead2932c86 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:45:52.118194 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-a85d5136-8683-4b92-8d6d-4aead2932c86 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:45:52.130407 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85d5136-8683-4b92-8d6d-4aead2932c86 admin admin] Made reservation on behalf of 6626d9e2774441bc91a66b45ce4d2f50 for: {'network': 1} {{(pid=83237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:45:52.133068 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-a85d5136-8683-4b92-8d6d-4aead2932c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for network, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:52.146531 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-a85d5136-8683-4b92-8d6d-4aead2932c86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:52.179863 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-a85d5136-8683-4b92-8d6d-4aead2932c86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:45:52.183728 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-a85d5136-8683-4b92-8d6d-4aead2932c86 admin admin] Usage tracker for resource:security_group_rule and tenant:6626d9e2774441bc91a66b45ce4d2f50 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:45:52.186554 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-a85d5136-8683-4b92-8d6d-4aead2932c86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:45:52.193085 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-a85d5136-8683-4b92-8d6d-4aead2932c86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:45:52.234557 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-5fbb926d-3f5f-4b0b-81e7-d70a075adfd5 req-75947d33-55be-410a-9181-34166abc28b5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1acf5253-3562-432c-9b4a-32b193f488cf HTTP/1.1" status: 200 len: 1002 time: 0.1889400 May 25 22:45:52.262205 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-a85d5136-8683-4b92-8d6d-4aead2932c86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:52.266264 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-a85d5136-8683-4b92-8d6d-4aead2932c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:52.293804 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a85d5136-8683-4b92-8d6d-4aead2932c86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=83237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:45:52.296538 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb926d-3f5f-4b0b-81e7-d70a075adfd5 req-46fa4417-2a13-4e6e-8a4f-8e55c92c0a86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:45:52.297990 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-5fbb926d-3f5f-4b0b-81e7-d70a075adfd5 req-46fa4417-2a13-4e6e-8a4f-8e55c92c0a86 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de133a3f-8e72-43cd-a48a-9e10a75e8ce4 HTTP/1.1" status: 200 len: 850 time: 0.0579348 May 25 22:45:52.307029 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d5136-8683-4b92-8d6d-4aead2932c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e6c164-b99b-4814-8159-91a88ea3d1ca,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:52.312830 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-a85d5136-8683-4b92-8d6d-4aead2932c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:52.313164 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.db.segments_db [None req-a85d5136-8683-4b92-8d6d-4aead2932c86 admin admin] Added segment 7ebfa99c-e8ea-45bc-9751-f287d2ab1bc9 of type vlan for network 5e8e79ba-7373-47ff-b556-c66c3f38a4fc May 25 22:45:52.341571 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-a85d5136-8683-4b92-8d6d-4aead2932c86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744689326614'] for network, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:52.370834 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-a85d5136-8683-4b92-8d6d-4aead2932c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057'] for network, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:52.371693 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85d5136-8683-4b92-8d6d-4aead2932c86 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:45:52.371979 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-5fbb926d-3f5f-4b0b-81e7-d70a075adfd5 req-a647e69b-3e4f-4f82-befe-ee7f84b9190a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93fa5388-0472-4921-8b45-2072b4930877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0684628 May 25 22:45:52.372240 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-a85d5136-8683-4b92-8d6d-4aead2932c86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for network, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:52.479738 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d5136-8683-4b92-8d6d-4aead2932c86 admin admin] Pushing event updated for resources: {'Network': ['ID=5e8e79ba-7373-47ff-b556-c66c3f38a4fc,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:52.482649 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-a85d5136-8683-4b92-8d6d-4aead2932c86 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5181446 May 25 22:45:52.485772 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 34278) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:45:52.492028 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-0f56c09b-2d17-4a24-b7ff-29960a6ef31f admin admin] Request body: {'subnet': {'network_id': '5e8e79ba-7373-47ff-b556-c66c3f38a4fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1384564704-subnet', 'tenant_id': '6626d9e2774441bc91a66b45ce4d2f50', 'ip_version': 4}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:45:52.494021 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Network 5e8e79ba-7373-47ff-b556-c66c3f38a4fc details requested by agent ovs-agent-dv-cinder-843305-1-iscsi with host dv-cinder-843305-1-iscsi {{(pid=83238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:45:52.496308 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-0f56c09b-2d17-4a24-b7ff-29960a6ef31f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:45:52.500365 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-0f56c09b-2d17-4a24-b7ff-29960a6ef31f admin admin] Usage tracker for resource:subnet and tenant:6626d9e2774441bc91a66b45ce4d2f50 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:45:52.503411 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-0f56c09b-2d17-4a24-b7ff-29960a6ef31f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:45:52.509319 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-0f56c09b-2d17-4a24-b7ff-29960a6ef31f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:45:52.509960 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-5fbb926d-3f5f-4b0b-81e7-d70a075adfd5 req-9bac3cd3-cd5e-406a-93c5-d06fa43a94f6 service neutron] 10.222.0.45 "GET /v2.0/networks/93fa5388-0472-4921-8b45-2072b4930877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323695 May 25 22:45:52.520058 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f56c09b-2d17-4a24-b7ff-29960a6ef31f admin admin] Made reservation on behalf of 6626d9e2774441bc91a66b45ce4d2f50 for: {'subnet': 1} {{(pid=83237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:45:52.522359 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-0f56c09b-2d17-4a24-b7ff-29960a6ef31f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497220'] for subnet, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:52.648679 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-5fbb926d-3f5f-4b0b-81e7-d70a075adfd5 req-9cb92ef5-03f7-4365-b7a7-66c66acaa6f0 service neutron] 10.222.0.45 "GET /v2.0/networks/93fa5388-0472-4921-8b45-2072b4930877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320200 May 25 22:45:52.728289 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-0f56c09b-2d17-4a24-b7ff-29960a6ef31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1149199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497238'] for subnet, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:52.800792 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f56c09b-2d17-4a24-b7ff-29960a6ef31f admin admin] Pushing event updated for resources: {'Subnet': ['ID=daaee495-6ea7-4bcf-819e-e5d4b67a9afd,revision_number=0']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:52.810049 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f56c09b-2d17-4a24-b7ff-29960a6ef31f admin admin] Checking segment: {'id': '7ebfa99c-e8ea-45bc-9751-f287d2ab1bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '5e8e79ba-7373-47ff-b556-c66c3f38a4fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:45:52.810393 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f56c09b-2d17-4a24-b7ff-29960a6ef31f admin admin] Network hostable DHCP agents. Network: 5e8e79ba-7373-47ff-b556-c66c3f38a4fc, hostable agents: ['7055d141-b128-493c-8fde-b010d723709d'], hosted agents: [] {{(pid=83237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:45:52.830662 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f56c09b-2d17-4a24-b7ff-29960a6ef31f admin admin] Network 5e8e79ba-7373-47ff-b556-c66c3f38a4fc is scheduled to be hosted by DHCP agent 7055d141-b128-493c-8fde-b010d723709d with binding_index 1 {{(pid=83237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:45:52.839724 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.base_scheduler [None req-0f56c09b-2d17-4a24-b7ff-29960a6ef31f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-1-iscsi, 5e8e79ba-7373-47ff-b556-c66c3f38a4fc) {{(pid=83237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:45:52.844424 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f56c09b-2d17-4a24-b7ff-29960a6ef31f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:45:52.846357 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-0f56c09b-2d17-4a24-b7ff-29960a6ef31f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for subnet, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:52.847915 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94bbaa0-df8a-41ae-a1f5-13591d659967 None None] Network 5e8e79ba-7373-47ff-b556-c66c3f38a4fc requested from dv-cinder-843305-1-iscsi {{(pid=83238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:45:52.869949 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-0f56c09b-2d17-4a24-b7ff-29960a6ef31f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3808107 May 25 22:45:52.870189 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 34282) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:45:52.875071 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-2dd58702-36aa-43ab-acd6-ddf7eb0dd91c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1384564704-router', 'tenant_id': '6626d9e2774441bc91a66b45ce4d2f50', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'}}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:45:52.879771 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-2dd58702-36aa-43ab-acd6-ddf7eb0dd91c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:45:52.883557 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-2dd58702-36aa-43ab-acd6-ddf7eb0dd91c admin admin] Usage tracker for resource:router and tenant:6626d9e2774441bc91a66b45ce4d2f50 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:45:52.886578 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-2dd58702-36aa-43ab-acd6-ddf7eb0dd91c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:45:52.892286 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-2dd58702-36aa-43ab-acd6-ddf7eb0dd91c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:45:52.903245 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-2dd58702-36aa-43ab-acd6-ddf7eb0dd91c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-332275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13655'] for router, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:52.904164 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-2dd58702-36aa-43ab-acd6-ddf7eb0dd91c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-334964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13660'] for router, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:52.922927 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-2dd58702-36aa-43ab-acd6-ddf7eb0dd91c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:53.069141 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1b575f-1792-42e0-9468-05184ff5c162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6d3de8e-d70e-51d5-8f03-74ad85baa67b-5e8e79ba-7373-47ff-b556-c66c3f38a4fc', 'network_id': '5e8e79ba-7373-47ff-b556-c66c3f38a4fc', 'tenant_id': '6626d9e2774441bc91a66b45ce4d2f50', 'fixed_ips': [{'subnet_id': 'daaee495-6ea7-4bcf-819e-e5d4b67a9afd'}]}} from dv-cinder-843305-1-iscsi. {{(pid=83238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:45:53.070044 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-3f1b575f-1792-42e0-9468-05184ff5c162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:53.086412 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-2dd58702-36aa-43ab-acd6-ddf7eb0dd91c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-334982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-332297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:53.228326 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.db_base_plugin_common [None req-3f1b575f-1792-42e0-9468-05184ff5c162 None None] Allocated IP 172.20.0.2 (5e8e79ba-7373-47ff-b556-c66c3f38a4fc/daaee495-6ea7-4bcf-819e-e5d4b67a9afd/1b8165e5-1dd7-491c-a14c-a75c23cbcb88) {{(pid=83238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:45:53.280134 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-2dd58702-36aa-43ab-acd6-ddf7eb0dd91c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:53.311964 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-2dd58702-36aa-43ab-acd6-ddf7eb0dd91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:53.449546 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-3f1b575f-1792-42e0-9468-05184ff5c162 None None] Notify callbacks [] for port, precommit_create {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:53.460266 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-3f1b575f-1792-42e0-9468-05184ff5c162 None None] Transition to ACTIVE for port object 1b8165e5-1dd7-491c-a14c-a75c23cbcb88 will not be triggered until provisioned by entity L2. {{(pid=83238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:45:53.478393 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-3f1b575f-1792-42e0-9468-05184ff5c162 None None] Transition to ACTIVE for port object 1b8165e5-1dd7-491c-a14c-a75c23cbcb88 will not be triggered until provisioned by entity DHCP. {{(pid=83238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:45:53.484060 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-3f1b575f-1792-42e0-9468-05184ff5c162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019'] for port, after_create {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:53.529821 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.db_base_plugin_common [None req-2dd58702-36aa-43ab-acd6-ddf7eb0dd91c admin admin] Allocated IP 172.27.0.254 (cb39d3ef-31f0-4e66-970b-4cb0d379e187/4ff22ee7-6206-48b0-b7ae-e7396fe607ae/b7f9a373-78d6-48c3-8ae9-76b6e0ebdbe0) {{(pid=83237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:45:53.557099 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1b575f-1792-42e0-9468-05184ff5c162 None None] Network 5e8e79ba-7373-47ff-b556-c66c3f38a4fc is already hosted by enough agents. {{(pid=83238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:45:53.558038 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1b575f-1792-42e0-9468-05184ff5c162 None None] Pushing event updated for resources: {'Port': ['ID=1b8165e5-1dd7-491c-a14c-a75c23cbcb88,revision_number=1']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:53.560276 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.scheduler.base_scheduler [None req-3f1b575f-1792-42e0-9468-05184ff5c162 None None] Resources bound (agent type, host, resource id): {{(pid=83238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:45:53.562710 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1b575f-1792-42e0-9468-05184ff5c162 None None] Received port after_create {{(pid=83238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:45:53.573529 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b575f-1792-42e0-9468-05184ff5c162 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:45:53.573863 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b575f-1792-42e0-9468-05184ff5c162 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:45:53.574191 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b575f-1792-42e0-9468-05184ff5c162 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:45:53.574514 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b575f-1792-42e0-9468-05184ff5c162 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:45:53.574837 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b575f-1792-42e0-9468-05184ff5c162 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:45:53.575151 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b575f-1792-42e0-9468-05184ff5c162 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:45:53.575464 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b575f-1792-42e0-9468-05184ff5c162 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:45:53.575802 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b575f-1792-42e0-9468-05184ff5c162 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:45:53.576113 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b575f-1792-42e0-9468-05184ff5c162 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:45:53.576419 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b575f-1792-42e0-9468-05184ff5c162 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:45:53.576728 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b575f-1792-42e0-9468-05184ff5c162 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:45:53.658747 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-3f1b575f-1792-42e0-9468-05184ff5c162 None None] Attempting to bind port 1b8165e5-1dd7-491c-a14c-a75c23cbcb88 on host dv-cinder-843305-1-iscsi for vnic_type normal with profile {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:45:53.659252 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-3f1b575f-1792-42e0-9468-05184ff5c162 None None] Attempting to bind port 1b8165e5-1dd7-491c-a14c-a75c23cbcb88 by drivers openvswitch,hyperv on host dv-cinder-843305-1-iscsi at level 0 using segments [{'id': '7ebfa99c-e8ea-45bc-9751-f287d2ab1bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '5e8e79ba-7373-47ff-b556-c66c3f38a4fc'}] {{(pid=83238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:45:53.659630 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1b575f-1792-42e0-9468-05184ff5c162 None None] Attempting to bind port 1b8165e5-1dd7-491c-a14c-a75c23cbcb88 on network 5e8e79ba-7373-47ff-b556-c66c3f38a4fc {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:45:53.676231 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1b575f-1792-42e0-9468-05184ff5c162 None None] Checking agent: {'id': '204015c8-cb50-46b9-b04e-4ea0e4e6040d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 24, 3), 'started_at': datetime.datetime(2022, 5, 25, 22, 24, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:45:53.677117 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1b575f-1792-42e0-9468-05184ff5c162 None None] Checking segment: {'id': '7ebfa99c-e8ea-45bc-9751-f287d2ab1bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '5e8e79ba-7373-47ff-b556-c66c3f38a4fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:45:53.677808 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-3f1b575f-1792-42e0-9468-05184ff5c162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:53.678496 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1b575f-1792-42e0-9468-05184ff5c162 None None] Bound using segment: {'id': '7ebfa99c-e8ea-45bc-9751-f287d2ab1bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '5e8e79ba-7373-47ff-b556-c66c3f38a4fc'} {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:45:53.679294 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-3f1b575f-1792-42e0-9468-05184ff5c162 None None] Bound port: 1b8165e5-1dd7-491c-a14c-a75c23cbcb88, host: dv-cinder-843305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ebfa99c-e8ea-45bc-9751-f287d2ab1bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '5e8e79ba-7373-47ff-b556-c66c3f38a4fc'}}] {{(pid=83238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:45:53.679411 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-2dd58702-36aa-43ab-acd6-ddf7eb0dd91c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:53.679846 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-3f1b575f-1792-42e0-9468-05184ff5c162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:53.708607 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-2dd58702-36aa-43ab-acd6-ddf7eb0dd91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1149435'] for port, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:53.772412 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-3f1b575f-1792-42e0-9468-05184ff5c162 None None] For port 1b8165e5-1dd7-491c-a14c-a75c23cbcb88, host dv-cinder-843305-1-iscsi, cleared binding levels {{(pid=83238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:45:53.775799 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-3f1b575f-1792-42e0-9468-05184ff5c162 None None] For port 1b8165e5-1dd7-491c-a14c-a75c23cbcb88, host dv-cinder-843305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=1b8165e5-1dd7-491c-a14c-a75c23cbcb88,segment=NetworkSegment(7ebfa99c-e8ea-45bc-9751-f287d2ab1bc9),segment_id=7ebfa99c-e8ea-45bc-9751-f287d2ab1bc9)] {{(pid=83238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:45:53.780691 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-3f1b575f-1792-42e0-9468-05184ff5c162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:53.781430 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd58702-36aa-43ab-acd6-ddf7eb0dd91c admin admin] Network cb39d3ef-31f0-4e66-970b-4cb0d379e187 is already hosted by enough agents. {{(pid=83237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:45:53.785089 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.base_scheduler [None req-2dd58702-36aa-43ab-acd6-ddf7eb0dd91c admin admin] Resources bound (agent type, host, resource id): {{(pid=83237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:45:53.786993 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd58702-36aa-43ab-acd6-ddf7eb0dd91c admin admin] Pushing event updated for resources: {'Port': ['ID=b7f9a373-78d6-48c3-8ae9-76b6e0ebdbe0,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:53.789103 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd58702-36aa-43ab-acd6-ddf7eb0dd91c admin admin] Received port after_create {{(pid=83237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:45:53.874200 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1b575f-1792-42e0-9468-05184ff5c162 None None] Pushing event updated for resources: {'Port': ['ID=1b8165e5-1dd7-491c-a14c-a75c23cbcb88,revision_number=2']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:53.953096 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-2dd58702-36aa-43ab-acd6-ddf7eb0dd91c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:53.953822 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-2dd58702-36aa-43ab-acd6-ddf7eb0dd91c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-332288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-335001'] for router, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:54.226995 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd58702-36aa-43ab-acd6-ddf7eb0dd91c admin admin] Router b585a7c5-a7f2-4f1f-858b-51e4a9ab326a is scheduled to L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a with binding_index 1 {{(pid=83237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:45:54.429860 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd58702-36aa-43ab-acd6-ddf7eb0dd91c admin admin] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:45:54.438194 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9684cb3a-20c5-4dfd-9528-856b09038ca1 None None] Sync routers for ids ['b585a7c5-a7f2-4f1f-858b-51e4a9ab326a'] in dv-cinder-843305-1-iscsi {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:45:54.449863 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9684cb3a-20c5-4dfd-9528-856b09038ca1 None None] Routers {'b585a7c5-a7f2-4f1f-858b-51e4a9ab326a'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:45:54.450669 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-9684cb3a-20c5-4dfd-9528-856b09038ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:45:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['b585a7c5-a7f2-4f1f-858b-51e4a9ab326a'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:45:54.453048 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-2dd58702-36aa-43ab-acd6-ddf7eb0dd91c admin admin] Notify callbacks [] for router, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:54.457704 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-2dd58702-36aa-43ab-acd6-ddf7eb0dd91c admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5833914 May 25 22:45:54.457858 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 34286) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:45:54.639147 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-9684cb3a-20c5-4dfd-9528-856b09038ca1 None None] Set router b585a7c5-a7f2-4f1f-858b-51e4a9ab326a gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:45:54.754678 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 1b8165e5-1dd7-491c-a14c-a75c23cbcb88 up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:45:54.901285 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42da30c-4e04-44da-99f7-5a115392ee94 None None] Network 5e8e79ba-7373-47ff-b556-c66c3f38a4fc requested from dv-cinder-843305-1-iscsi {{(pid=83238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:45:55.058979 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-204be8fc-2304-4e21-b011-f5a3a7dc0ef5 None None] Provisioning for port 1b8165e5-1dd7-491c-a14c-a75c23cbcb88 completed by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:45:55.172477 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning for port 1b8165e5-1dd7-491c-a14c-a75c23cbcb88 completed by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:45:55.189724 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port 1b8165e5-1dd7-491c-a14c-a75c23cbcb88 triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:45:55.190090 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:55.322370 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-6d4dd855-f1d3-4de4-b78b-2f7783738bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:55.354841 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-9684cb3a-20c5-4dfd-9528-856b09038ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b585a7c5-a7f2-4f1f-858b-51e4a9ab326a', 'name': 'tempest-TestMinimumBasicScenario-1384564704-router', 'tenant_id': '6626d9e2774441bc91a66b45ce4d2f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'b7f9a373-78d6-48c3-8ae9-76b6e0ebdbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:45:52Z', 'updated_at': '2022-05-25T22:45:53Z', 'revision_number': 3, 'project_id': '6626d9e2774441bc91a66b45ce4d2f50', 'gw_port': {'id': 'b7f9a373-78d6-48c3-8ae9-76b6e0ebdbe0', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:85:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b585a7c5-a7f2-4f1f-858b-51e4a9ab326a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:45:53Z', 'updated_at': '2022-05-25T22:45:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi'}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:45:55.374899 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9684cb3a-20c5-4dfd-9528-856b09038ca1 None None] Checking router: b585a7c5-a7f2-4f1f-858b-51e4a9ab326a for host: dv-cinder-843305-1-iscsi {{(pid=83238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:45:55.375327 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9684cb3a-20c5-4dfd-9528-856b09038ca1 None None] Updating router b585a7c5-a7f2-4f1f-858b-51e4a9ab326a port b7f9a373-78d6-48c3-8ae9-76b6e0ebdbe0 binding host dv-cinder-843305-1-iscsi {{(pid=83238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:45:55.436957 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:55.455983 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-9684cb3a-20c5-4dfd-9528-856b09038ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:55.520304 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] For port 1b8165e5-1dd7-491c-a14c-a75c23cbcb88, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=1b8165e5-1dd7-491c-a14c-a75c23cbcb88,segment=NetworkSegment(7ebfa99c-e8ea-45bc-9751-f287d2ab1bc9),segment_id=7ebfa99c-e8ea-45bc-9751-f287d2ab1bc9)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:45:55.536393 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.db_base_plugin_common [None req-6d4dd855-f1d3-4de4-b78b-2f7783738bb7 admin admin] Allocated IP 172.20.0.1 (5e8e79ba-7373-47ff-b556-c66c3f38a4fc/daaee495-6ea7-4bcf-819e-e5d4b67a9afd/97b6f640-7912-496c-9bc6-b6e7eef68dd6) {{(pid=83237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:45:55.563416 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:55.697275 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-6d4dd855-f1d3-4de4-b78b-2f7783738bb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:55.712990 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.provisioning_blocks [None req-6d4dd855-f1d3-4de4-b78b-2f7783738bb7 admin admin] Transition to ACTIVE for port object 97b6f640-7912-496c-9bc6-b6e7eef68dd6 will not be triggered until provisioned by entity DHCP. {{(pid=83237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:45:55.721226 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Pushing event updated for resources: {'Port': ['ID=1b8165e5-1dd7-491c-a14c-a75c23cbcb88,revision_number=3']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:55.735284 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-6d4dd855-f1d3-4de4-b78b-2f7783738bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1149435'] for port, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:55.761600 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-b57de2cc-f530-4a95-8ae7-a344dc16d923 None None] Provisioning complete for port 1b8165e5-1dd7-491c-a14c-a75c23cbcb88 triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:45:55.761961 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-b57de2cc-f530-4a95-8ae7-a344dc16d923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:55.805128 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4dd855-f1d3-4de4-b78b-2f7783738bb7 admin admin] Network 5e8e79ba-7373-47ff-b556-c66c3f38a4fc is already hosted by enough agents. {{(pid=83237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:45:55.807794 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.base_scheduler [None req-6d4dd855-f1d3-4de4-b78b-2f7783738bb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:45:55.811586 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4dd855-f1d3-4de4-b78b-2f7783738bb7 admin admin] Received port after_create {{(pid=83237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:45:55.845595 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4dd855-f1d3-4de4-b78b-2f7783738bb7 admin admin] Pushing event updated for resources: {'Port': ['ID=97b6f640-7912-496c-9bc6-b6e7eef68dd6,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:55.869287 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-6d4dd855-f1d3-4de4-b78b-2f7783738bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335459'] for router_interface, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:55.955440 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-6d4dd855-f1d3-4de4-b78b-2f7783738bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:55.977057 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-9684cb3a-20c5-4dfd-9528-856b09038ca1 None None] Notify callbacks [] for port, precommit_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:55.992422 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-9684cb3a-20c5-4dfd-9528-856b09038ca1 None None] Transition to ACTIVE for port object b7f9a373-78d6-48c3-8ae9-76b6e0ebdbe0 will not be triggered until provisioned by entity L2. {{(pid=83238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:45:56.002403 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-9684cb3a-20c5-4dfd-9528-856b09038ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:56.082081 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-9684cb3a-20c5-4dfd-9528-856b09038ca1 None None] Attempting to bind port b7f9a373-78d6-48c3-8ae9-76b6e0ebdbe0 on host dv-cinder-843305-1-iscsi for vnic_type normal with profile {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:45:56.082290 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-9684cb3a-20c5-4dfd-9528-856b09038ca1 None None] Attempting to bind port b7f9a373-78d6-48c3-8ae9-76b6e0ebdbe0 by drivers openvswitch,hyperv on host dv-cinder-843305-1-iscsi at level 0 using segments [{'id': '877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'}] {{(pid=83238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:45:56.082611 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9684cb3a-20c5-4dfd-9528-856b09038ca1 None None] Attempting to bind port b7f9a373-78d6-48c3-8ae9-76b6e0ebdbe0 on network cb39d3ef-31f0-4e66-970b-4cb0d379e187 {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:45:56.087120 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f1aaaf-174c-41f3-8c1d-a1106f23ba68 None None] Pushing event updated for resources: {'Port': ['ID=b7f9a373-78d6-48c3-8ae9-76b6e0ebdbe0,revision_number=2']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:56.098429 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9684cb3a-20c5-4dfd-9528-856b09038ca1 None None] Checking agent: {'id': '204015c8-cb50-46b9-b04e-4ea0e4e6040d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 24, 3), 'started_at': datetime.datetime(2022, 5, 25, 22, 24, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:45:56.098740 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9684cb3a-20c5-4dfd-9528-856b09038ca1 None None] Checking segment: {'id': '877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:45:56.099138 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-9684cb3a-20c5-4dfd-9528-856b09038ca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:56.099516 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9684cb3a-20c5-4dfd-9528-856b09038ca1 None None] Bound using segment: {'id': '877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'} {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:45:56.099996 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-9684cb3a-20c5-4dfd-9528-856b09038ca1 None None] Bound port: b7f9a373-78d6-48c3-8ae9-76b6e0ebdbe0, host: dv-cinder-843305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'}}] {{(pid=83238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:45:56.100361 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-9684cb3a-20c5-4dfd-9528-856b09038ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:56.148489 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-10ab123e-421d-41a1-b58a-61e6d7acd09d None None] Provisioning for port 97b6f640-7912-496c-9bc6-b6e7eef68dd6 completed by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:45:56.158086 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-10ab123e-421d-41a1-b58a-61e6d7acd09d None None] Provisioning complete for port 97b6f640-7912-496c-9bc6-b6e7eef68dd6 triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:45:56.158453 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-10ab123e-421d-41a1-b58a-61e6d7acd09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:56.184491 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-6d4dd855-f1d3-4de4-b78b-2f7783738bb7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:56.191860 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-6d4dd855-f1d3-4de4-b78b-2f7783738bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1149314'] for port, after_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:56.229001 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-9684cb3a-20c5-4dfd-9528-856b09038ca1 None None] For port b7f9a373-78d6-48c3-8ae9-76b6e0ebdbe0, host dv-cinder-843305-1-iscsi, cleared binding levels {{(pid=83238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:45:56.230936 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-10ab123e-421d-41a1-b58a-61e6d7acd09d None None] Port 97b6f640-7912-496c-9bc6-b6e7eef68dd6 cannot update to ACTIVE because it is not bound. {{(pid=83238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:45:56.233578 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-9684cb3a-20c5-4dfd-9528-856b09038ca1 None None] For port b7f9a373-78d6-48c3-8ae9-76b6e0ebdbe0, host dv-cinder-843305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=b7f9a373-78d6-48c3-8ae9-76b6e0ebdbe0,segment=NetworkSegment(877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e),segment_id=877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e)] {{(pid=83238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:45:56.238514 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-9684cb3a-20c5-4dfd-9528-856b09038ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:56.296092 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-6d4dd855-f1d3-4de4-b78b-2f7783738bb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2758953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335566'] for router_interface, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:56.300211 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4dd855-f1d3-4de4-b78b-2f7783738bb7 admin admin] Pushing event updated for resources: {'Port': ['ID=97b6f640-7912-496c-9bc6-b6e7eef68dd6,revision_number=2']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:56.320021 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f1aaaf-174c-41f3-8c1d-a1106f23ba68 None None] Pushing event updated for resources: {'Port': ['ID=b7f9a373-78d6-48c3-8ae9-76b6e0ebdbe0,revision_number=3']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:56.325343 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9684cb3a-20c5-4dfd-9528-856b09038ca1 None None] Routers {'b585a7c5-a7f2-4f1f-858b-51e4a9ab326a'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:45:56.325928 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-9684cb3a-20c5-4dfd-9528-856b09038ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:45:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['b585a7c5-a7f2-4f1f-858b-51e4a9ab326a'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:45:56.434940 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4dd855-f1d3-4de4-b78b-2f7783738bb7 admin admin] Network 5e8e79ba-7373-47ff-b556-c66c3f38a4fc is already hosted by enough agents. {{(pid=83237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:45:56.435947 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.base_scheduler [None req-6d4dd855-f1d3-4de4-b78b-2f7783738bb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:45:56.507243 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-9684cb3a-20c5-4dfd-9528-856b09038ca1 None None] Set router b585a7c5-a7f2-4f1f-858b-51e4a9ab326a gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:45:56.760048 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 1b8165e5-1dd7-491c-a14c-a75c23cbcb88 up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:45:56.830285 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-e350074e-18a3-4f7e-9291-a846be334dca None None] Provisioning complete for port 97b6f640-7912-496c-9bc6-b6e7eef68dd6 triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:45:56.830647 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-e350074e-18a3-4f7e-9291-a846be334dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:56.919652 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-e350074e-18a3-4f7e-9291-a846be334dca None None] Port 97b6f640-7912-496c-9bc6-b6e7eef68dd6 cannot update to ACTIVE because it is not bound. {{(pid=83238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:45:56.927264 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d4dd855-f1d3-4de4-b78b-2f7783738bb7 admin admin] Router b585a7c5-a7f2-4f1f-858b-51e4a9ab326a has already been hosted by L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a {{(pid=83237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:45:56.978715 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port 1b8165e5-1dd7-491c-a14c-a75c23cbcb88 triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:45:56.978996 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:57.052010 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-9684cb3a-20c5-4dfd-9528-856b09038ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b585a7c5-a7f2-4f1f-858b-51e4a9ab326a', 'name': 'tempest-TestMinimumBasicScenario-1384564704-router', 'tenant_id': '6626d9e2774441bc91a66b45ce4d2f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'b7f9a373-78d6-48c3-8ae9-76b6e0ebdbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:45:52Z', 'updated_at': '2022-05-25T22:45:55Z', 'revision_number': 4, 'project_id': '6626d9e2774441bc91a66b45ce4d2f50', 'gw_port': {'id': 'b7f9a373-78d6-48c3-8ae9-76b6e0ebdbe0', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:85:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b585a7c5-a7f2-4f1f-858b-51e4a9ab326a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:45:53Z', 'updated_at': '2022-05-25T22:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '97b6f640-7912-496c-9bc6-b6e7eef68dd6', 'name': '', 'network_id': '5e8e79ba-7373-47ff-b556-c66c3f38a4fc', 'tenant_id': '6626d9e2774441bc91a66b45ce4d2f50', 'mac_address': 'fa:16:3e:8c:df:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b585a7c5-a7f2-4f1f-858b-51e4a9ab326a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'daaee495-6ea7-4bcf-819e-e5d4b67a9afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:45:55Z', 'updated_at': '2022-05-25T22:45:56Z', 'revision_number': 2, 'project_id': '6626d9e2774441bc91a66b45ce4d2f50', 'subnets': [{'id': 'daaee495-6ea7-4bcf-819e-e5d4b67a9afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:45:57.082337 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9684cb3a-20c5-4dfd-9528-856b09038ca1 None None] The sync data for ids ['b585a7c5-a7f2-4f1f-858b-51e4a9ab326a'] in dv-cinder-843305-1-iscsi is: [{'id': 'b585a7c5-a7f2-4f1f-858b-51e4a9ab326a', 'name': 'tempest-TestMinimumBasicScenario-1384564704-router', 'tenant_id': '6626d9e2774441bc91a66b45ce4d2f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'b7f9a373-78d6-48c3-8ae9-76b6e0ebdbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:45:52Z', 'updated_at': '2022-05-25T22:45:55Z', 'revision_number': 4, 'project_id': '6626d9e2774441bc91a66b45ce4d2f50', 'gw_port': {'id': 'b7f9a373-78d6-48c3-8ae9-76b6e0ebdbe0', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:85:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b585a7c5-a7f2-4f1f-858b-51e4a9ab326a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:45:53Z', 'updated_at': '2022-05-25T22:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '97b6f640-7912-496c-9bc6-b6e7eef68dd6', 'name': '', 'network_id': '5e8e79ba-7373-47ff-b556-c66c3f38a4fc', 'tenant_id': '6626d9e2774441bc91a66b45ce4d2f50', 'mac_address': 'fa:16:3e:8c:df:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b585a7c5-a7f2-4f1f-858b-51e4a9ab326a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'daaee495-6ea7-4bcf-819e-e5d4b67a9afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:45:55Z', 'updated_at': '2022-05-25T22:45:56Z', 'revision_number': 2, 'project_id': '6626d9e2774441bc91a66b45ce4d2f50', 'subnets': [{'id': 'daaee495-6ea7-4bcf-819e-e5d4b67a9afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:45:57.131820 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4dd855-f1d3-4de4-b78b-2f7783738bb7 admin admin] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:45:57.141128 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-6d4dd855-f1d3-4de4-b78b-2f7783738bb7 admin admin] 10.222.0.39 "PUT /v2.0/routers/b585a7c5-a7f2-4f1f-858b-51e4a9ab326a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6823292 May 25 22:45:58.103117 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 34308) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:45:58.112559 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-049be28b-a61a-4862-a17d-fb39cb742900 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1251700333-network', 'tenant_id': '9f266a8788f842378b3a1029bc7256e7'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:45:58.120677 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-049be28b-a61a-4862-a17d-fb39cb742900 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:45:58.126370 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-049be28b-a61a-4862-a17d-fb39cb742900 admin admin] Usage tracker for resource:network and tenant:9f266a8788f842378b3a1029bc7256e7 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:45:58.130696 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-049be28b-a61a-4862-a17d-fb39cb742900 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:45:58.136333 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-049be28b-a61a-4862-a17d-fb39cb742900 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:45:58.146082 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049be28b-a61a-4862-a17d-fb39cb742900 admin admin] Made reservation on behalf of 9f266a8788f842378b3a1029bc7256e7 for: {'network': 1} {{(pid=83237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:45:58.148619 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-049be28b-a61a-4862-a17d-fb39cb742900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for network, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:58.164857 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-049be28b-a61a-4862-a17d-fb39cb742900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:58.199486 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-049be28b-a61a-4862-a17d-fb39cb742900 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:45:58.203633 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-049be28b-a61a-4862-a17d-fb39cb742900 admin admin] Usage tracker for resource:security_group_rule and tenant:9f266a8788f842378b3a1029bc7256e7 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:45:58.206720 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-049be28b-a61a-4862-a17d-fb39cb742900 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:45:58.212733 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-049be28b-a61a-4862-a17d-fb39cb742900 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:45:58.280018 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-049be28b-a61a-4862-a17d-fb39cb742900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:58.283623 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-049be28b-a61a-4862-a17d-fb39cb742900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:58.313428 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-049be28b-a61a-4862-a17d-fb39cb742900 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=83237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:45:58.322093 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049be28b-a61a-4862-a17d-fb39cb742900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2811ee1c-4f36-418f-acb8-f583a5d2ba12,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:58.327463 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-049be28b-a61a-4862-a17d-fb39cb742900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:58.327826 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.db.segments_db [None req-049be28b-a61a-4862-a17d-fb39cb742900 admin admin] Added segment 975aa5d5-7be7-4d25-a413-4d03219dbbd0 of type vlan for network 5d42d4d7-0442-4ebb-8cd2-bf2b76cc7e19 May 25 22:45:58.353576 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-049be28b-a61a-4862-a17d-fb39cb742900 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744689326614'] for network, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:58.383539 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-049be28b-a61a-4862-a17d-fb39cb742900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057'] for network, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:58.384499 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049be28b-a61a-4862-a17d-fb39cb742900 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:45:58.385128 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-049be28b-a61a-4862-a17d-fb39cb742900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for network, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:58.490959 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-049be28b-a61a-4862-a17d-fb39cb742900 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3865392 May 25 22:45:58.491709 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049be28b-a61a-4862-a17d-fb39cb742900 admin admin] Pushing event updated for resources: {'Network': ['ID=5d42d4d7-0442-4ebb-8cd2-bf2b76cc7e19,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:58.493856 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 34314) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:45:58.500331 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [None req-535870ef-345f-4f3b-9793-74e4167a97d5 admin admin] Request body: {'subnet': {'network_id': '5d42d4d7-0442-4ebb-8cd2-bf2b76cc7e19', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1251700333-subnet', 'tenant_id': '9f266a8788f842378b3a1029bc7256e7', 'ip_version': 4}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:45:58.503940 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Network 5d42d4d7-0442-4ebb-8cd2-bf2b76cc7e19 details requested by agent ovs-agent-dv-cinder-843305-1-iscsi with host dv-cinder-843305-1-iscsi {{(pid=83238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:45:58.505583 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-535870ef-345f-4f3b-9793-74e4167a97d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:45:58.509727 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-535870ef-345f-4f3b-9793-74e4167a97d5 admin admin] Usage tracker for resource:subnet and tenant:9f266a8788f842378b3a1029bc7256e7 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:45:58.512556 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-535870ef-345f-4f3b-9793-74e4167a97d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:45:58.518501 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-535870ef-345f-4f3b-9793-74e4167a97d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:45:58.532402 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535870ef-345f-4f3b-9793-74e4167a97d5 admin admin] Made reservation on behalf of 9f266a8788f842378b3a1029bc7256e7 for: {'subnet': 1} {{(pid=83236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:45:58.535308 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-535870ef-345f-4f3b-9793-74e4167a97d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1097271'] for subnet, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:58.723436 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device b7f9a373-78d6-48c3-8ae9-76b6e0ebdbe0 up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:45:58.746419 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-535870ef-345f-4f3b-9793-74e4167a97d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1631110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1097253'] for subnet, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:58.795360 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning for port b7f9a373-78d6-48c3-8ae9-76b6e0ebdbe0 completed by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:45:58.800103 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port b7f9a373-78d6-48c3-8ae9-76b6e0ebdbe0 triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:45:58.800667 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:58.816303 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535870ef-345f-4f3b-9793-74e4167a97d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b13bf5bd-0f66-43bf-acae-4f0948a88394,revision_number=0']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:58.837338 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535870ef-345f-4f3b-9793-74e4167a97d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:45:58.837671 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535870ef-345f-4f3b-9793-74e4167a97d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:45:58.837998 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535870ef-345f-4f3b-9793-74e4167a97d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:45:58.838320 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535870ef-345f-4f3b-9793-74e4167a97d5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:45:58.838641 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535870ef-345f-4f3b-9793-74e4167a97d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:45:58.838954 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535870ef-345f-4f3b-9793-74e4167a97d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:45:58.839267 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535870ef-345f-4f3b-9793-74e4167a97d5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:45:58.839611 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535870ef-345f-4f3b-9793-74e4167a97d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:45:58.839925 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535870ef-345f-4f3b-9793-74e4167a97d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:45:58.840231 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535870ef-345f-4f3b-9793-74e4167a97d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:45:58.840543 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535870ef-345f-4f3b-9793-74e4167a97d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:45:58.845626 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535870ef-345f-4f3b-9793-74e4167a97d5 admin admin] Checking segment: {'id': '975aa5d5-7be7-4d25-a413-4d03219dbbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '5d42d4d7-0442-4ebb-8cd2-bf2b76cc7e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:45:58.846415 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535870ef-345f-4f3b-9793-74e4167a97d5 admin admin] Network hostable DHCP agents. Network: 5d42d4d7-0442-4ebb-8cd2-bf2b76cc7e19, hostable agents: ['7055d141-b128-493c-8fde-b010d723709d'], hosted agents: [] {{(pid=83236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:45:58.868079 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535870ef-345f-4f3b-9793-74e4167a97d5 admin admin] Network 5d42d4d7-0442-4ebb-8cd2-bf2b76cc7e19 is scheduled to be hosted by DHCP agent 7055d141-b128-493c-8fde-b010d723709d with binding_index 1 {{(pid=83236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:45:58.877480 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.base_scheduler [None req-535870ef-345f-4f3b-9793-74e4167a97d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-1-iscsi, 5d42d4d7-0442-4ebb-8cd2-bf2b76cc7e19) {{(pid=83236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:45:58.881854 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535870ef-345f-4f3b-9793-74e4167a97d5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:45:58.882431 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-535870ef-345f-4f3b-9793-74e4167a97d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:58.890376 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5559d2bd-7310-4a70-90a6-95bb9c0fa0d2 None None] Network 5d42d4d7-0442-4ebb-8cd2-bf2b76cc7e19 requested from dv-cinder-843305-1-iscsi {{(pid=83238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:45:58.921518 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-535870ef-345f-4f3b-9793-74e4167a97d5 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4259465 May 25 22:45:58.923940 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 34318) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:45:58.929137 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [None req-0dbb3259-0a56-4521-82d3-ec3367795964 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1251700333-router', 'tenant_id': '9f266a8788f842378b3a1029bc7256e7', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'}}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:45:58.933674 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-0dbb3259-0a56-4521-82d3-ec3367795964 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:45:58.937401 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-0dbb3259-0a56-4521-82d3-ec3367795964 admin admin] Usage tracker for resource:router and tenant:9f266a8788f842378b3a1029bc7256e7 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:45:58.940196 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-0dbb3259-0a56-4521-82d3-ec3367795964 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:45:58.945862 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-0dbb3259-0a56-4521-82d3-ec3367795964 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:45:58.959862 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-0dbb3259-0a56-4521-82d3-ec3367795964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-332275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13655'] for router, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:58.960747 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-0dbb3259-0a56-4521-82d3-ec3367795964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-334964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3913728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13660'] for router, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:58.988583 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-0dbb3259-0a56-4521-82d3-ec3367795964 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:58.990178 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:59.024596 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] For port b7f9a373-78d6-48c3-8ae9-76b6e0ebdbe0, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=b7f9a373-78d6-48c3-8ae9-76b6e0ebdbe0,segment=NetworkSegment(877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e),segment_id=877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:45:59.037775 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:59.132859 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-0dbb3259-0a56-4521-82d3-ec3367795964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-334982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-332297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:59.149362 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Pushing event updated for resources: {'Port': ['ID=b7f9a373-78d6-48c3-8ae9-76b6e0ebdbe0,revision_number=4']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:59.195912 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8f5d1d-8cb7-4def-8fcc-5a3aa6202a1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6d3de8e-d70e-51d5-8f03-74ad85baa67b-5d42d4d7-0442-4ebb-8cd2-bf2b76cc7e19', 'network_id': '5d42d4d7-0442-4ebb-8cd2-bf2b76cc7e19', 'tenant_id': '9f266a8788f842378b3a1029bc7256e7', 'fixed_ips': [{'subnet_id': 'b13bf5bd-0f66-43bf-acae-4f0948a88394'}]}} from dv-cinder-843305-1-iscsi. {{(pid=83238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:45:59.196701 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-5b8f5d1d-8cb7-4def-8fcc-5a3aa6202a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:59.322149 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-0dbb3259-0a56-4521-82d3-ec3367795964 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:59.353670 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.db_base_plugin_common [None req-5b8f5d1d-8cb7-4def-8fcc-5a3aa6202a1b None None] Allocated IP 172.20.0.2 (5d42d4d7-0442-4ebb-8cd2-bf2b76cc7e19/b13bf5bd-0f66-43bf-acae-4f0948a88394/e7cce1fd-9132-4d51-85b7-2950103ba81c) {{(pid=83238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:45:59.358160 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-0dbb3259-0a56-4521-82d3-ec3367795964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:59.492871 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.db_base_plugin_common [None req-0dbb3259-0a56-4521-82d3-ec3367795964 admin admin] Allocated IP 172.27.0.115 (cb39d3ef-31f0-4e66-970b-4cb0d379e187/4ff22ee7-6206-48b0-b7ae-e7396fe607ae/6edcc8f6-7706-4874-b368-6a373f678494) {{(pid=83236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:45:59.558289 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-5b8f5d1d-8cb7-4def-8fcc-5a3aa6202a1b None None] Notify callbacks [] for port, precommit_create {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:59.568889 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-5b8f5d1d-8cb7-4def-8fcc-5a3aa6202a1b None None] Transition to ACTIVE for port object e7cce1fd-9132-4d51-85b7-2950103ba81c will not be triggered until provisioned by entity L2. {{(pid=83238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:45:59.586350 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-5b8f5d1d-8cb7-4def-8fcc-5a3aa6202a1b None None] Transition to ACTIVE for port object e7cce1fd-9132-4d51-85b7-2950103ba81c will not be triggered until provisioned by entity DHCP. {{(pid=83238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:45:59.592854 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-5b8f5d1d-8cb7-4def-8fcc-5a3aa6202a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019'] for port, after_create {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:59.642896 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-0dbb3259-0a56-4521-82d3-ec3367795964 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:59.673049 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8f5d1d-8cb7-4def-8fcc-5a3aa6202a1b None None] Network 5d42d4d7-0442-4ebb-8cd2-bf2b76cc7e19 is already hosted by enough agents. {{(pid=83238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:45:59.673229 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-0dbb3259-0a56-4521-82d3-ec3367795964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:59.676754 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.scheduler.base_scheduler [None req-5b8f5d1d-8cb7-4def-8fcc-5a3aa6202a1b None None] Resources bound (agent type, host, resource id): {{(pid=83238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:45:59.679798 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8f5d1d-8cb7-4def-8fcc-5a3aa6202a1b None None] Received port after_create {{(pid=83238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:45:59.713914 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-4993bf12-40a6-4bfc-a621-880b9cd17c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:59.720892 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f5d1d-8cb7-4def-8fcc-5a3aa6202a1b None None] Pushing event updated for resources: {'Port': ['ID=e7cce1fd-9132-4d51-85b7-2950103ba81c,revision_number=1']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:59.747041 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbb3259-0a56-4521-82d3-ec3367795964 admin admin] Network cb39d3ef-31f0-4e66-970b-4cb0d379e187 is already hosted by enough agents. {{(pid=83236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:45:59.749860 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.base_scheduler [None req-0dbb3259-0a56-4521-82d3-ec3367795964 admin admin] Resources bound (agent type, host, resource id): {{(pid=83236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:45:59.754086 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbb3259-0a56-4521-82d3-ec3367795964 admin admin] Received port after_create {{(pid=83236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:45:59.783450 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbb3259-0a56-4521-82d3-ec3367795964 admin admin] Pushing event updated for resources: {'Port': ['ID=6edcc8f6-7706-4874-b368-6a373f678494,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:45:59.813248 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-5b8f5d1d-8cb7-4def-8fcc-5a3aa6202a1b None None] Attempting to bind port e7cce1fd-9132-4d51-85b7-2950103ba81c on host dv-cinder-843305-1-iscsi for vnic_type normal with profile {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:45:59.813606 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-5b8f5d1d-8cb7-4def-8fcc-5a3aa6202a1b None None] Attempting to bind port e7cce1fd-9132-4d51-85b7-2950103ba81c by drivers openvswitch,hyperv on host dv-cinder-843305-1-iscsi at level 0 using segments [{'id': '975aa5d5-7be7-4d25-a413-4d03219dbbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '5d42d4d7-0442-4ebb-8cd2-bf2b76cc7e19'}] {{(pid=83238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:45:59.813959 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8f5d1d-8cb7-4def-8fcc-5a3aa6202a1b None None] Attempting to bind port e7cce1fd-9132-4d51-85b7-2950103ba81c on network 5d42d4d7-0442-4ebb-8cd2-bf2b76cc7e19 {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:45:59.820414 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8f5d1d-8cb7-4def-8fcc-5a3aa6202a1b None None] Checking agent: {'id': '204015c8-cb50-46b9-b04e-4ea0e4e6040d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 24, 3), 'started_at': datetime.datetime(2022, 5, 25, 22, 24, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:45:59.820774 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8f5d1d-8cb7-4def-8fcc-5a3aa6202a1b None None] Checking segment: {'id': '975aa5d5-7be7-4d25-a413-4d03219dbbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '5d42d4d7-0442-4ebb-8cd2-bf2b76cc7e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:45:59.821275 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-5b8f5d1d-8cb7-4def-8fcc-5a3aa6202a1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:59.821661 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8f5d1d-8cb7-4def-8fcc-5a3aa6202a1b None None] Bound using segment: {'id': '975aa5d5-7be7-4d25-a413-4d03219dbbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '5d42d4d7-0442-4ebb-8cd2-bf2b76cc7e19'} {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:45:59.822112 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-5b8f5d1d-8cb7-4def-8fcc-5a3aa6202a1b None None] Bound port: e7cce1fd-9132-4d51-85b7-2950103ba81c, host: dv-cinder-843305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '975aa5d5-7be7-4d25-a413-4d03219dbbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '5d42d4d7-0442-4ebb-8cd2-bf2b76cc7e19'}}] {{(pid=83238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:45:59.822471 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-5b8f5d1d-8cb7-4def-8fcc-5a3aa6202a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:59.913224 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-5b8f5d1d-8cb7-4def-8fcc-5a3aa6202a1b None None] For port e7cce1fd-9132-4d51-85b7-2950103ba81c, host dv-cinder-843305-1-iscsi, cleared binding levels {{(pid=83238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:45:59.917275 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-5b8f5d1d-8cb7-4def-8fcc-5a3aa6202a1b None None] For port e7cce1fd-9132-4d51-85b7-2950103ba81c, host dv-cinder-843305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=e7cce1fd-9132-4d51-85b7-2950103ba81c,segment=NetworkSegment(975aa5d5-7be7-4d25-a413-4d03219dbbd0),segment_id=975aa5d5-7be7-4d25-a413-4d03219dbbd0)] {{(pid=83238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:45:59.921486 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-5b8f5d1d-8cb7-4def-8fcc-5a3aa6202a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:00.005109 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f5d1d-8cb7-4def-8fcc-5a3aa6202a1b None None] Pushing event updated for resources: {'Port': ['ID=e7cce1fd-9132-4d51-85b7-2950103ba81c,revision_number=2']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:46:00.005467 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-0dbb3259-0a56-4521-82d3-ec3367795964 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:00.006110 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-0dbb3259-0a56-4521-82d3-ec3367795964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-332288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-335001'] for router, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:00.258923 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dbb3259-0a56-4521-82d3-ec3367795964 admin admin] Router 186ba0dd-65f7-4078-956b-1b2025b75fed is scheduled to L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a with binding_index 1 {{(pid=83236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:46:00.458703 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbb3259-0a56-4521-82d3-ec3367795964 admin admin] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:46:00.467766 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e405ad-94fd-4eb0-bf28-5a1c3c249f74 None None] Sync routers for ids ['186ba0dd-65f7-4078-956b-1b2025b75fed'] in dv-cinder-843305-1-iscsi {{(pid=83239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:46:00.479370 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e405ad-94fd-4eb0-bf28-5a1c3c249f74 None None] Routers {'186ba0dd-65f7-4078-956b-1b2025b75fed'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:46:00.480019 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-b8e405ad-94fd-4eb0-bf28-5a1c3c249f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:45:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['186ba0dd-65f7-4078-956b-1b2025b75fed'], 'active': True} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:46:00.482266 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-0dbb3259-0a56-4521-82d3-ec3367795964 admin admin] Notify callbacks [] for router, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:00.483696 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-0dbb3259-0a56-4521-82d3-ec3367795964 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5588014 May 25 22:46:00.486435 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 34322) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:46:00.670445 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvr_db [None req-b8e405ad-94fd-4eb0-bf28-5a1c3c249f74 None None] Set router 186ba0dd-65f7-4078-956b-1b2025b75fed gateway port host: dv-cinder-843305-1-iscsi {{(pid=83239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:46:00.814166 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device b7f9a373-78d6-48c3-8ae9-76b6e0ebdbe0 up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:46:00.910741 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port b7f9a373-78d6-48c3-8ae9-76b6e0ebdbe0 triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:46:00.911098 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:00.962260 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279c9df8-9e91-46a5-8772-e99af5310f4c None None] Network 5d42d4d7-0442-4ebb-8cd2-bf2b76cc7e19 requested from dv-cinder-843305-1-iscsi {{(pid=83238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:46:00.995723 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-b8e405ad-94fd-4eb0-bf28-5a1c3c249f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186ba0dd-65f7-4078-956b-1b2025b75fed', 'name': 'tempest-TestMinimumBasicScenario-1251700333-router', 'tenant_id': '9f266a8788f842378b3a1029bc7256e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '6edcc8f6-7706-4874-b368-6a373f678494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:45:58Z', 'updated_at': '2022-05-25T22:45:59Z', 'revision_number': 3, 'project_id': '9f266a8788f842378b3a1029bc7256e7', 'gw_port': {'id': '6edcc8f6-7706-4874-b368-6a373f678494', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '186ba0dd-65f7-4078-956b-1b2025b75fed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:45:59Z', 'updated_at': '2022-05-25T22:45:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi'}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:46:01.000387 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e405ad-94fd-4eb0-bf28-5a1c3c249f74 None None] Checking router: 186ba0dd-65f7-4078-956b-1b2025b75fed for host: dv-cinder-843305-1-iscsi {{(pid=83239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:46:01.000845 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e405ad-94fd-4eb0-bf28-5a1c3c249f74 None None] Updating router 186ba0dd-65f7-4078-956b-1b2025b75fed port 6edcc8f6-7706-4874-b368-6a373f678494 binding host dv-cinder-843305-1-iscsi {{(pid=83239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:46:01.056518 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-b8e405ad-94fd-4eb0-bf28-5a1c3c249f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:01.153194 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-d9f3c87b-4549-4c80-b83b-f77cf53d98a2 None None] Provisioning for port e7cce1fd-9132-4d51-85b7-2950103ba81c completed by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:46:01.188102 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device e7cce1fd-9132-4d51-85b7-2950103ba81c up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:46:01.323228 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-b7d0b18a-8e08-4e88-9de8-c837efce23a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:01.324699 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning for port e7cce1fd-9132-4d51-85b7-2950103ba81c completed by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:46:01.333131 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port e7cce1fd-9132-4d51-85b7-2950103ba81c triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:46:01.333495 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:01.432974 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-b8e405ad-94fd-4eb0-bf28-5a1c3c249f74 None None] Notify callbacks [] for port, precommit_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:01.446810 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.provisioning_blocks [None req-b8e405ad-94fd-4eb0-bf28-5a1c3c249f74 None None] Transition to ACTIVE for port object 6edcc8f6-7706-4874-b368-6a373f678494 will not be triggered until provisioned by entity L2. {{(pid=83239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:46:01.455255 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-b8e405ad-94fd-4eb0-bf28-5a1c3c249f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:01.479715 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:01.519794 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] For port e7cce1fd-9132-4d51-85b7-2950103ba81c, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=e7cce1fd-9132-4d51-85b7-2950103ba81c,segment=NetworkSegment(975aa5d5-7be7-4d25-a413-4d03219dbbd0),segment_id=975aa5d5-7be7-4d25-a413-4d03219dbbd0)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:46:01.526308 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:01.528489 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488b3a00-81a8-499e-8a6a-e84cc2f0d851 None None] Pushing event updated for resources: {'Port': ['ID=6edcc8f6-7706-4874-b368-6a373f678494,revision_number=2']} {{(pid=83239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:46:01.555548 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488b3a00-81a8-499e-8a6a-e84cc2f0d851 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:01.555929 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488b3a00-81a8-499e-8a6a-e84cc2f0d851 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:01.556258 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488b3a00-81a8-499e-8a6a-e84cc2f0d851 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:01.556577 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488b3a00-81a8-499e-8a6a-e84cc2f0d851 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:01.556894 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488b3a00-81a8-499e-8a6a-e84cc2f0d851 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:01.557208 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488b3a00-81a8-499e-8a6a-e84cc2f0d851 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:01.557521 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488b3a00-81a8-499e-8a6a-e84cc2f0d851 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:01.557831 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488b3a00-81a8-499e-8a6a-e84cc2f0d851 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:01.558138 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488b3a00-81a8-499e-8a6a-e84cc2f0d851 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:01.558439 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488b3a00-81a8-499e-8a6a-e84cc2f0d851 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:01.558920 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488b3a00-81a8-499e-8a6a-e84cc2f0d851 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:01.563262 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.db_base_plugin_common [None req-b7d0b18a-8e08-4e88-9de8-c837efce23a0 admin admin] Allocated IP 172.20.0.1 (5d42d4d7-0442-4ebb-8cd2-bf2b76cc7e19/b13bf5bd-0f66-43bf-acae-4f0948a88394/c20ed505-bb88-49e2-b672-9f6acfc37ec1) {{(pid=83236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:46:01.568379 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.managers [None req-b8e405ad-94fd-4eb0-bf28-5a1c3c249f74 None None] Attempting to bind port 6edcc8f6-7706-4874-b368-6a373f678494 on host dv-cinder-843305-1-iscsi for vnic_type normal with profile {{(pid=83239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:46:01.568741 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.managers [None req-b8e405ad-94fd-4eb0-bf28-5a1c3c249f74 None None] Attempting to bind port 6edcc8f6-7706-4874-b368-6a373f678494 by drivers openvswitch,hyperv on host dv-cinder-843305-1-iscsi at level 0 using segments [{'id': '877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'}] {{(pid=83239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:46:01.569088 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e405ad-94fd-4eb0-bf28-5a1c3c249f74 None None] Attempting to bind port 6edcc8f6-7706-4874-b368-6a373f678494 on network cb39d3ef-31f0-4e66-970b-4cb0d379e187 {{(pid=83239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:46:01.576827 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e405ad-94fd-4eb0-bf28-5a1c3c249f74 None None] Checking agent: {'id': '204015c8-cb50-46b9-b04e-4ea0e4e6040d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 24, 3), 'started_at': datetime.datetime(2022, 5, 25, 22, 24, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:46:01.577144 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e405ad-94fd-4eb0-bf28-5a1c3c249f74 None None] Checking segment: {'id': '877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:46:01.577596 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-b8e405ad-94fd-4eb0-bf28-5a1c3c249f74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:01.577983 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e405ad-94fd-4eb0-bf28-5a1c3c249f74 None None] Bound using segment: {'id': '877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'} {{(pid=83239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:46:01.578434 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.managers [None req-b8e405ad-94fd-4eb0-bf28-5a1c3c249f74 None None] Bound port: 6edcc8f6-7706-4874-b368-6a373f678494, host: dv-cinder-843305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187'}}] {{(pid=83239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:46:01.578869 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-b8e405ad-94fd-4eb0-bf28-5a1c3c249f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:01.620139 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Pushing event updated for resources: {'Port': ['ID=e7cce1fd-9132-4d51-85b7-2950103ba81c,revision_number=3']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:46:01.659482 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.db [None req-b8e405ad-94fd-4eb0-bf28-5a1c3c249f74 None None] For port 6edcc8f6-7706-4874-b368-6a373f678494, host dv-cinder-843305-1-iscsi, cleared binding levels {{(pid=83239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:46:01.663470 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.db [None req-b8e405ad-94fd-4eb0-bf28-5a1c3c249f74 None None] For port 6edcc8f6-7706-4874-b368-6a373f678494, host dv-cinder-843305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=6edcc8f6-7706-4874-b368-6a373f678494,segment=NetworkSegment(877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e),segment_id=877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e)] {{(pid=83239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:46:01.669945 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-b8e405ad-94fd-4eb0-bf28-5a1c3c249f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:01.716179 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-f90b6f94-f151-423b-ba98-3677d783fa2e None None] Provisioning complete for port e7cce1fd-9132-4d51-85b7-2950103ba81c triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:46:01.716563 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-f90b6f94-f151-423b-ba98-3677d783fa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:01.760604 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488b3a00-81a8-499e-8a6a-e84cc2f0d851 None None] Pushing event updated for resources: {'Port': ['ID=6edcc8f6-7706-4874-b368-6a373f678494,revision_number=3']} {{(pid=83239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:46:01.773032 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e405ad-94fd-4eb0-bf28-5a1c3c249f74 None None] Routers {'186ba0dd-65f7-4078-956b-1b2025b75fed'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:46:01.773729 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-b8e405ad-94fd-4eb0-bf28-5a1c3c249f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:45:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['186ba0dd-65f7-4078-956b-1b2025b75fed'], 'active': True} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:46:01.835335 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-b7d0b18a-8e08-4e88-9de8-c837efce23a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:01.852131 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.provisioning_blocks [None req-b7d0b18a-8e08-4e88-9de8-c837efce23a0 admin admin] Transition to ACTIVE for port object c20ed505-bb88-49e2-b672-9f6acfc37ec1 will not be triggered until provisioned by entity DHCP. {{(pid=83236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:46:01.858720 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-39207618-1da0-485b-a16b-cb42d4f5dd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:01.877362 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-b7d0b18a-8e08-4e88-9de8-c837efce23a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:01.952369 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d0b18a-8e08-4e88-9de8-c837efce23a0 admin admin] Network 5d42d4d7-0442-4ebb-8cd2-bf2b76cc7e19 is already hosted by enough agents. {{(pid=83236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:46:01.953221 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d0b18a-8e08-4e88-9de8-c837efce23a0 admin admin] Pushing event updated for resources: {'Port': ['ID=c20ed505-bb88-49e2-b672-9f6acfc37ec1,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:46:01.955902 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.base_scheduler [None req-b7d0b18a-8e08-4e88-9de8-c837efce23a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:46:01.958340 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d0b18a-8e08-4e88-9de8-c837efce23a0 admin admin] Received port after_create {{(pid=83236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:46:01.970276 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvr_db [None req-b8e405ad-94fd-4eb0-bf28-5a1c3c249f74 None None] Set router 186ba0dd-65f7-4078-956b-1b2025b75fed gateway port host: dv-cinder-843305-1-iscsi {{(pid=83239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:46:02.015243 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-b7d0b18a-8e08-4e88-9de8-c837efce23a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335459'] for router_interface, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:02.116680 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-b7d0b18a-8e08-4e88-9de8-c837efce23a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:02.170189 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-c322b76a-15c2-4de1-952e-1aa011f353be None None] Provisioning for port c20ed505-bb88-49e2-b672-9f6acfc37ec1 completed by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:46:02.175973 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-c322b76a-15c2-4de1-952e-1aa011f353be None None] Provisioning complete for port c20ed505-bb88-49e2-b672-9f6acfc37ec1 triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:46:02.176457 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-c322b76a-15c2-4de1-952e-1aa011f353be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:02.232345 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-c322b76a-15c2-4de1-952e-1aa011f353be None None] Port c20ed505-bb88-49e2-b672-9f6acfc37ec1 cannot update to ACTIVE because it is not bound. {{(pid=83238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:46:02.277570 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-b8e405ad-94fd-4eb0-bf28-5a1c3c249f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186ba0dd-65f7-4078-956b-1b2025b75fed', 'name': 'tempest-TestMinimumBasicScenario-1251700333-router', 'tenant_id': '9f266a8788f842378b3a1029bc7256e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '6edcc8f6-7706-4874-b368-6a373f678494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:45:58Z', 'updated_at': '2022-05-25T22:45:59Z', 'revision_number': 3, 'project_id': '9f266a8788f842378b3a1029bc7256e7', 'gw_port': {'id': '6edcc8f6-7706-4874-b368-6a373f678494', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '186ba0dd-65f7-4078-956b-1b2025b75fed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:45:59Z', 'updated_at': '2022-05-25T22:46:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi'}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:46:02.281423 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e405ad-94fd-4eb0-bf28-5a1c3c249f74 None None] The sync data for ids ['186ba0dd-65f7-4078-956b-1b2025b75fed'] in dv-cinder-843305-1-iscsi is: [{'id': '186ba0dd-65f7-4078-956b-1b2025b75fed', 'name': 'tempest-TestMinimumBasicScenario-1251700333-router', 'tenant_id': '9f266a8788f842378b3a1029bc7256e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '6edcc8f6-7706-4874-b368-6a373f678494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:45:58Z', 'updated_at': '2022-05-25T22:45:59Z', 'revision_number': 3, 'project_id': '9f266a8788f842378b3a1029bc7256e7', 'gw_port': {'id': '6edcc8f6-7706-4874-b368-6a373f678494', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '186ba0dd-65f7-4078-956b-1b2025b75fed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:45:59Z', 'updated_at': '2022-05-25T22:46:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi'}] {{(pid=83239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:46:02.346502 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-b7d0b18a-8e08-4e88-9de8-c837efce23a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:02.350773 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-b7d0b18a-8e08-4e88-9de8-c837efce23a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1630987'] for port, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:02.453670 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d0b18a-8e08-4e88-9de8-c837efce23a0 admin admin] Pushing event updated for resources: {'Port': ['ID=c20ed505-bb88-49e2-b672-9f6acfc37ec1,revision_number=2']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:46:02.456848 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-b7d0b18a-8e08-4e88-9de8-c837efce23a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2758953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335566'] for router_interface, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:02.588939 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d0b18a-8e08-4e88-9de8-c837efce23a0 admin admin] Network 5d42d4d7-0442-4ebb-8cd2-bf2b76cc7e19 is already hosted by enough agents. {{(pid=83236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:46:02.590046 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.base_scheduler [None req-b7d0b18a-8e08-4e88-9de8-c837efce23a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:46:02.710877 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device e7cce1fd-9132-4d51-85b7-2950103ba81c up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:46:02.783291 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port e7cce1fd-9132-4d51-85b7-2950103ba81c triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:46:02.783675 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:02.902835 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-301f2a51-c82b-4e96-990a-46fcdab5bdb2 None None] Provisioning complete for port c20ed505-bb88-49e2-b672-9f6acfc37ec1 triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:46:02.903480 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-301f2a51-c82b-4e96-990a-46fcdab5bdb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:02.975000 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d0b18a-8e08-4e88-9de8-c837efce23a0 admin admin] Router 186ba0dd-65f7-4078-956b-1b2025b75fed has already been hosted by L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a {{(pid=83236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:46:02.976124 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-301f2a51-c82b-4e96-990a-46fcdab5bdb2 None None] Port c20ed505-bb88-49e2-b672-9f6acfc37ec1 cannot update to ACTIVE because it is not bound. {{(pid=83238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:46:02.978398 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:03.099469 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:03.175591 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d0b18a-8e08-4e88-9de8-c837efce23a0 admin admin] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:46:03.184498 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-b7d0b18a-8e08-4e88-9de8-c837efce23a0 admin admin] 10.222.0.39 "PUT /v2.0/routers/186ba0dd-65f7-4078-956b-1b2025b75fed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6966321 May 25 22:46:04.394921 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:08.746565 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 6edcc8f6-7706-4874-b368-6a373f678494 up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:46:08.831553 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning for port 6edcc8f6-7706-4874-b368-6a373f678494 completed by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:46:08.838903 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port 6edcc8f6-7706-4874-b368-6a373f678494 triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:46:08.839267 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:08.961336 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:08.978158 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] For port 6edcc8f6-7706-4874-b368-6a373f678494, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=6edcc8f6-7706-4874-b368-6a373f678494,segment=NetworkSegment(877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e),segment_id=877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:46:08.983043 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:09.059918 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Pushing event updated for resources: {'Port': ['ID=6edcc8f6-7706-4874-b368-6a373f678494,revision_number=4']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:46:10.715794 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 6edcc8f6-7706-4874-b368-6a373f678494 up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:46:10.826824 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port 6edcc8f6-7706-4874-b368-6a373f678494 triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:46:10.827172 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:11.828042 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:11.910740 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f942f17-7094-4190-8b80-bdbd587da14f None None] Sync routers for ids ['b585a7c5-a7f2-4f1f-858b-51e4a9ab326a'] in dv-cinder-843305-1-iscsi {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:46:11.926771 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f942f17-7094-4190-8b80-bdbd587da14f None None] Routers {'b585a7c5-a7f2-4f1f-858b-51e4a9ab326a'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:46:11.927385 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-1f942f17-7094-4190-8b80-bdbd587da14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:46:02Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['b585a7c5-a7f2-4f1f-858b-51e4a9ab326a'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:46:12.115355 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-1f942f17-7094-4190-8b80-bdbd587da14f None None] Set router b585a7c5-a7f2-4f1f-858b-51e4a9ab326a gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:46:12.457298 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-1f942f17-7094-4190-8b80-bdbd587da14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b585a7c5-a7f2-4f1f-858b-51e4a9ab326a', 'name': 'tempest-TestMinimumBasicScenario-1384564704-router', 'tenant_id': '6626d9e2774441bc91a66b45ce4d2f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'b7f9a373-78d6-48c3-8ae9-76b6e0ebdbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:45:52Z', 'updated_at': '2022-05-25T22:45:55Z', 'revision_number': 4, 'project_id': '6626d9e2774441bc91a66b45ce4d2f50', 'gw_port': {'id': 'b7f9a373-78d6-48c3-8ae9-76b6e0ebdbe0', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:85:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b585a7c5-a7f2-4f1f-858b-51e4a9ab326a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:45:53Z', 'updated_at': '2022-05-25T22:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '97b6f640-7912-496c-9bc6-b6e7eef68dd6', 'name': '', 'network_id': '5e8e79ba-7373-47ff-b556-c66c3f38a4fc', 'tenant_id': '6626d9e2774441bc91a66b45ce4d2f50', 'mac_address': 'fa:16:3e:8c:df:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b585a7c5-a7f2-4f1f-858b-51e4a9ab326a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'daaee495-6ea7-4bcf-819e-e5d4b67a9afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:45:55Z', 'updated_at': '2022-05-25T22:45:56Z', 'revision_number': 2, 'project_id': '6626d9e2774441bc91a66b45ce4d2f50', 'subnets': [{'id': 'daaee495-6ea7-4bcf-819e-e5d4b67a9afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:46:12.461764 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f942f17-7094-4190-8b80-bdbd587da14f None None] Checking router: b585a7c5-a7f2-4f1f-858b-51e4a9ab326a for host: dv-cinder-843305-1-iscsi {{(pid=83238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:46:12.462107 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f942f17-7094-4190-8b80-bdbd587da14f None None] Updating router b585a7c5-a7f2-4f1f-858b-51e4a9ab326a port 97b6f640-7912-496c-9bc6-b6e7eef68dd6 binding host dv-cinder-843305-1-iscsi {{(pid=83238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:46:12.513934 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1f942f17-7094-4190-8b80-bdbd587da14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:12.868975 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1f942f17-7094-4190-8b80-bdbd587da14f None None] Notify callbacks [] for port, precommit_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:12.885289 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1f942f17-7094-4190-8b80-bdbd587da14f None None] Transition to ACTIVE for port object 97b6f640-7912-496c-9bc6-b6e7eef68dd6 will not be triggered until provisioned by entity L2. {{(pid=83238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:46:12.895435 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1f942f17-7094-4190-8b80-bdbd587da14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:13.040723 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c86cf9b-a7ea-42c1-8ebd-64fd4c2d6fd1 None None] Pushing event updated for resources: {'Port': ['ID=97b6f640-7912-496c-9bc6-b6e7eef68dd6,revision_number=3']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:46:13.139054 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-1f942f17-7094-4190-8b80-bdbd587da14f None None] Attempting to bind port 97b6f640-7912-496c-9bc6-b6e7eef68dd6 on host dv-cinder-843305-1-iscsi for vnic_type normal with profile {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:46:13.139580 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-1f942f17-7094-4190-8b80-bdbd587da14f None None] Attempting to bind port 97b6f640-7912-496c-9bc6-b6e7eef68dd6 by drivers openvswitch,hyperv on host dv-cinder-843305-1-iscsi at level 0 using segments [{'id': '7ebfa99c-e8ea-45bc-9751-f287d2ab1bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '5e8e79ba-7373-47ff-b556-c66c3f38a4fc'}] {{(pid=83238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:46:13.140028 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f942f17-7094-4190-8b80-bdbd587da14f None None] Attempting to bind port 97b6f640-7912-496c-9bc6-b6e7eef68dd6 on network 5e8e79ba-7373-47ff-b556-c66c3f38a4fc {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:46:13.148566 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f942f17-7094-4190-8b80-bdbd587da14f None None] Checking agent: {'id': '204015c8-cb50-46b9-b04e-4ea0e4e6040d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 24, 3), 'started_at': datetime.datetime(2022, 5, 25, 22, 24, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:46:13.148981 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f942f17-7094-4190-8b80-bdbd587da14f None None] Checking segment: {'id': '7ebfa99c-e8ea-45bc-9751-f287d2ab1bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '5e8e79ba-7373-47ff-b556-c66c3f38a4fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:46:13.149334 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1f942f17-7094-4190-8b80-bdbd587da14f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:13.149719 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f942f17-7094-4190-8b80-bdbd587da14f None None] Bound using segment: {'id': '7ebfa99c-e8ea-45bc-9751-f287d2ab1bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '5e8e79ba-7373-47ff-b556-c66c3f38a4fc'} {{(pid=83238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:46:13.150185 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.managers [None req-1f942f17-7094-4190-8b80-bdbd587da14f None None] Bound port: 97b6f640-7912-496c-9bc6-b6e7eef68dd6, host: dv-cinder-843305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ebfa99c-e8ea-45bc-9751-f287d2ab1bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '5e8e79ba-7373-47ff-b556-c66c3f38a4fc'}}] {{(pid=83238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:46:13.150566 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1f942f17-7094-4190-8b80-bdbd587da14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:13.242716 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-1f942f17-7094-4190-8b80-bdbd587da14f None None] For port 97b6f640-7912-496c-9bc6-b6e7eef68dd6, host dv-cinder-843305-1-iscsi, cleared binding levels {{(pid=83238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:46:13.245985 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-1f942f17-7094-4190-8b80-bdbd587da14f None None] For port 97b6f640-7912-496c-9bc6-b6e7eef68dd6, host dv-cinder-843305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=97b6f640-7912-496c-9bc6-b6e7eef68dd6,segment=NetworkSegment(7ebfa99c-e8ea-45bc-9751-f287d2ab1bc9),segment_id=7ebfa99c-e8ea-45bc-9751-f287d2ab1bc9)] {{(pid=83238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:46:13.250953 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1f942f17-7094-4190-8b80-bdbd587da14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:13.352616 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c86cf9b-a7ea-42c1-8ebd-64fd4c2d6fd1 None None] Pushing event updated for resources: {'Port': ['ID=97b6f640-7912-496c-9bc6-b6e7eef68dd6,revision_number=4']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:46:13.367423 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f942f17-7094-4190-8b80-bdbd587da14f None None] Routers {'b585a7c5-a7f2-4f1f-858b-51e4a9ab326a'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:46:13.368171 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-1f942f17-7094-4190-8b80-bdbd587da14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:46:02Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['b585a7c5-a7f2-4f1f-858b-51e4a9ab326a'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:46:13.576392 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41090a-d1d9-4ddc-ac4f-47114eb64aff req-00b7ca20-b65f-4584-88b4-f7cc505974e4 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:13.577062 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-3a41090a-d1d9-4ddc-ac4f-47114eb64aff req-00b7ca20-b65f-4584-88b4-f7cc505974e4 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Synchronizing usage tracker for tenant:6626d9e2774441bc91a66b45ce4d2f50 on resource:network {{(pid=83237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:46:13.593640 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-3a41090a-d1d9-4ddc-ac4f-47114eb64aff req-00b7ca20-b65f-4584-88b4-f7cc505974e4 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Unset dirty status for tenant:6626d9e2774441bc91a66b45ce4d2f50 on resource:network {{(pid=83237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:46:13.594812 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-3a41090a-d1d9-4ddc-ac4f-47114eb64aff req-00b7ca20-b65f-4584-88b4-f7cc505974e4 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/networks?id=5e8e79ba-7373-47ff-b556-c66c3f38a4fc HTTP/1.1" status: 200 len: 815 time: 0.1724041 May 25 22:46:13.611097 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-3a41090a-d1d9-4ddc-ac4f-47114eb64aff req-c4c1981c-9acc-4ff1-ab7b-25320390771f tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/quotas/6626d9e2774441bc91a66b45ce4d2f50 HTTP/1.1" status: 200 len: 375 time: 0.0107002 May 25 22:46:13.613526 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-1f942f17-7094-4190-8b80-bdbd587da14f None None] Set router b585a7c5-a7f2-4f1f-858b-51e4a9ab326a gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:46:13.633439 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e121411-aac7-4977-93e5-d63b467aee77 None None] Sync routers for ids ['186ba0dd-65f7-4078-956b-1b2025b75fed'] in dv-cinder-843305-1-iscsi {{(pid=83239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:46:13.646379 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e121411-aac7-4977-93e5-d63b467aee77 None None] Routers {'186ba0dd-65f7-4078-956b-1b2025b75fed'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:46:13.646879 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-2e121411-aac7-4977-93e5-d63b467aee77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:46:02Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['186ba0dd-65f7-4078-956b-1b2025b75fed'], 'active': True} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:46:13.693494 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-3a41090a-d1d9-4ddc-ac4f-47114eb64aff req-6160aab3-fd18-46e9-9b2b-a21063ace804 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Synchronizing usage tracker for tenant:6626d9e2774441bc91a66b45ce4d2f50 on resource:port {{(pid=83237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:46:13.711464 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-3a41090a-d1d9-4ddc-ac4f-47114eb64aff req-6160aab3-fd18-46e9-9b2b-a21063ace804 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Unset dirty status for tenant:6626d9e2774441bc91a66b45ce4d2f50 on resource:port {{(pid=83237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:46:13.713259 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-3a41090a-d1d9-4ddc-ac4f-47114eb64aff req-6160aab3-fd18-46e9-9b2b-a21063ace804 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6626d9e2774441bc91a66b45ce4d2f50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0957305 May 25 22:46:13.825313 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvr_db [None req-2e121411-aac7-4977-93e5-d63b467aee77 None None] Set router 186ba0dd-65f7-4078-956b-1b2025b75fed gateway port host: dv-cinder-843305-1-iscsi {{(pid=83239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:46:13.853555 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-3a41090a-d1d9-4ddc-ac4f-47114eb64aff req-ee1de2d3-8554-486a-a5eb-be9243ce51e7 service neutron] 10.222.0.39 "GET /v2.0/networks/5e8e79ba-7373-47ff-b556-c66c3f38a4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274529 May 25 22:46:13.936741 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-1f942f17-7094-4190-8b80-bdbd587da14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b585a7c5-a7f2-4f1f-858b-51e4a9ab326a', 'name': 'tempest-TestMinimumBasicScenario-1384564704-router', 'tenant_id': '6626d9e2774441bc91a66b45ce4d2f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'b7f9a373-78d6-48c3-8ae9-76b6e0ebdbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:45:52Z', 'updated_at': '2022-05-25T22:45:55Z', 'revision_number': 4, 'project_id': '6626d9e2774441bc91a66b45ce4d2f50', 'gw_port': {'id': 'b7f9a373-78d6-48c3-8ae9-76b6e0ebdbe0', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:85:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b585a7c5-a7f2-4f1f-858b-51e4a9ab326a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:45:53Z', 'updated_at': '2022-05-25T22:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '97b6f640-7912-496c-9bc6-b6e7eef68dd6', 'name': '', 'network_id': '5e8e79ba-7373-47ff-b556-c66c3f38a4fc', 'tenant_id': '6626d9e2774441bc91a66b45ce4d2f50', 'mac_address': 'fa:16:3e:8c:df:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b585a7c5-a7f2-4f1f-858b-51e4a9ab326a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'daaee495-6ea7-4bcf-819e-e5d4b67a9afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:45:55Z', 'updated_at': '2022-05-25T22:46:13Z', 'revision_number': 4, 'project_id': '6626d9e2774441bc91a66b45ce4d2f50', 'subnets': [{'id': 'daaee495-6ea7-4bcf-819e-e5d4b67a9afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:46:13.941639 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f942f17-7094-4190-8b80-bdbd587da14f None None] The sync data for ids ['b585a7c5-a7f2-4f1f-858b-51e4a9ab326a'] in dv-cinder-843305-1-iscsi is: [{'id': 'b585a7c5-a7f2-4f1f-858b-51e4a9ab326a', 'name': 'tempest-TestMinimumBasicScenario-1384564704-router', 'tenant_id': '6626d9e2774441bc91a66b45ce4d2f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'b7f9a373-78d6-48c3-8ae9-76b6e0ebdbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:45:52Z', 'updated_at': '2022-05-25T22:45:55Z', 'revision_number': 4, 'project_id': '6626d9e2774441bc91a66b45ce4d2f50', 'gw_port': {'id': 'b7f9a373-78d6-48c3-8ae9-76b6e0ebdbe0', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:85:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b585a7c5-a7f2-4f1f-858b-51e4a9ab326a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:45:53Z', 'updated_at': '2022-05-25T22:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '97b6f640-7912-496c-9bc6-b6e7eef68dd6', 'name': '', 'network_id': '5e8e79ba-7373-47ff-b556-c66c3f38a4fc', 'tenant_id': '6626d9e2774441bc91a66b45ce4d2f50', 'mac_address': 'fa:16:3e:8c:df:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b585a7c5-a7f2-4f1f-858b-51e4a9ab326a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'daaee495-6ea7-4bcf-819e-e5d4b67a9afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:45:55Z', 'updated_at': '2022-05-25T22:46:13Z', 'revision_number': 4, 'project_id': '6626d9e2774441bc91a66b45ce4d2f50', 'subnets': [{'id': 'daaee495-6ea7-4bcf-819e-e5d4b67a9afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:46:14.011046 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-3a41090a-d1d9-4ddc-ac4f-47114eb64aff req-230a7df5-88c8-4e81-8115-0c8a6f38c072 service neutron] 10.222.0.39 "GET /v2.0/networks/5e8e79ba-7373-47ff-b556-c66c3f38a4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518281 May 25 22:46:14.151323 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-2e121411-aac7-4977-93e5-d63b467aee77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186ba0dd-65f7-4078-956b-1b2025b75fed', 'name': 'tempest-TestMinimumBasicScenario-1251700333-router', 'tenant_id': '9f266a8788f842378b3a1029bc7256e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '6edcc8f6-7706-4874-b368-6a373f678494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:45:58Z', 'updated_at': '2022-05-25T22:46:02Z', 'revision_number': 4, 'project_id': '9f266a8788f842378b3a1029bc7256e7', 'gw_port': {'id': '6edcc8f6-7706-4874-b368-6a373f678494', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186ba0dd-65f7-4078-956b-1b2025b75fed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:45:59Z', 'updated_at': '2022-05-25T22:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': 'c20ed505-bb88-49e2-b672-9f6acfc37ec1', 'name': '', 'network_id': '5d42d4d7-0442-4ebb-8cd2-bf2b76cc7e19', 'tenant_id': '9f266a8788f842378b3a1029bc7256e7', 'mac_address': 'fa:16:3e:63:d9:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '186ba0dd-65f7-4078-956b-1b2025b75fed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b13bf5bd-0f66-43bf-acae-4f0948a88394', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:46:01Z', 'updated_at': '2022-05-25T22:46:02Z', 'revision_number': 2, 'project_id': '9f266a8788f842378b3a1029bc7256e7', 'subnets': [{'id': 'b13bf5bd-0f66-43bf-acae-4f0948a88394', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:46:14.164934 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e121411-aac7-4977-93e5-d63b467aee77 None None] Checking router: 186ba0dd-65f7-4078-956b-1b2025b75fed for host: dv-cinder-843305-1-iscsi {{(pid=83239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:46:14.165476 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e121411-aac7-4977-93e5-d63b467aee77 None None] Updating router 186ba0dd-65f7-4078-956b-1b2025b75fed port c20ed505-bb88-49e2-b672-9f6acfc37ec1 binding host dv-cinder-843305-1-iscsi {{(pid=83239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:46:14.213183 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-cb58f9d6-926e-4cfa-bc31-be8ea32e8b5c req-721d5d15-ade6-4d3c-8a7a-9cf20e6f1472 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4698d22-344a-46bf-91b0-6f1dfe9defce HTTP/1.1" status: 200 len: 210 time: 0.0519178 May 25 22:46:14.225862 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-2e121411-aac7-4977-93e5-d63b467aee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:14.649498 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-2e121411-aac7-4977-93e5-d63b467aee77 None None] Notify callbacks [] for port, precommit_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:14.662576 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.provisioning_blocks [None req-2e121411-aac7-4977-93e5-d63b467aee77 None None] Transition to ACTIVE for port object c20ed505-bb88-49e2-b672-9f6acfc37ec1 will not be triggered until provisioned by entity L2. {{(pid=83239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:46:14.671816 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-2e121411-aac7-4977-93e5-d63b467aee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:14.746371 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 97b6f640-7912-496c-9bc6-b6e7eef68dd6 up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:46:14.805405 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9063c04-3f2a-4fb1-85dd-38f43e1813f6 None None] Pushing event updated for resources: {'Port': ['ID=c20ed505-bb88-49e2-b672-9f6acfc37ec1,revision_number=3']} {{(pid=83239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:46:14.835644 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning for port 97b6f640-7912-496c-9bc6-b6e7eef68dd6 completed by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:46:14.842047 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port 97b6f640-7912-496c-9bc6-b6e7eef68dd6 triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:46:14.842720 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:14.913099 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.managers [None req-2e121411-aac7-4977-93e5-d63b467aee77 None None] Attempting to bind port c20ed505-bb88-49e2-b672-9f6acfc37ec1 on host dv-cinder-843305-1-iscsi for vnic_type normal with profile {{(pid=83239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:46:14.913455 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.managers [None req-2e121411-aac7-4977-93e5-d63b467aee77 None None] Attempting to bind port c20ed505-bb88-49e2-b672-9f6acfc37ec1 by drivers openvswitch,hyperv on host dv-cinder-843305-1-iscsi at level 0 using segments [{'id': '975aa5d5-7be7-4d25-a413-4d03219dbbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '5d42d4d7-0442-4ebb-8cd2-bf2b76cc7e19'}] {{(pid=83239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:46:14.913802 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e121411-aac7-4977-93e5-d63b467aee77 None None] Attempting to bind port c20ed505-bb88-49e2-b672-9f6acfc37ec1 on network 5d42d4d7-0442-4ebb-8cd2-bf2b76cc7e19 {{(pid=83239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:46:14.920414 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e121411-aac7-4977-93e5-d63b467aee77 None None] Checking agent: {'id': '204015c8-cb50-46b9-b04e-4ea0e4e6040d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 24, 3), 'started_at': datetime.datetime(2022, 5, 25, 22, 24, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:46:14.920774 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e121411-aac7-4977-93e5-d63b467aee77 None None] Checking segment: {'id': '975aa5d5-7be7-4d25-a413-4d03219dbbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '5d42d4d7-0442-4ebb-8cd2-bf2b76cc7e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:46:14.921167 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-2e121411-aac7-4977-93e5-d63b467aee77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:14.921551 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e121411-aac7-4977-93e5-d63b467aee77 None None] Bound using segment: {'id': '975aa5d5-7be7-4d25-a413-4d03219dbbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '5d42d4d7-0442-4ebb-8cd2-bf2b76cc7e19'} {{(pid=83239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:46:14.922007 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.managers [None req-2e121411-aac7-4977-93e5-d63b467aee77 None None] Bound port: c20ed505-bb88-49e2-b672-9f6acfc37ec1, host: dv-cinder-843305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '975aa5d5-7be7-4d25-a413-4d03219dbbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '5d42d4d7-0442-4ebb-8cd2-bf2b76cc7e19'}}] {{(pid=83239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:46:14.922370 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-2e121411-aac7-4977-93e5-d63b467aee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:14.995769 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:15.013378 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.db [None req-2e121411-aac7-4977-93e5-d63b467aee77 None None] For port c20ed505-bb88-49e2-b672-9f6acfc37ec1, host dv-cinder-843305-1-iscsi, cleared binding levels {{(pid=83239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:46:15.016838 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.plugins.ml2.db [None req-2e121411-aac7-4977-93e5-d63b467aee77 None None] For port c20ed505-bb88-49e2-b672-9f6acfc37ec1, host dv-cinder-843305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=c20ed505-bb88-49e2-b672-9f6acfc37ec1,segment=NetworkSegment(975aa5d5-7be7-4d25-a413-4d03219dbbd0),segment_id=975aa5d5-7be7-4d25-a413-4d03219dbbd0)] {{(pid=83239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:46:15.022058 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron_lib.callbacks.manager [None req-2e121411-aac7-4977-93e5-d63b467aee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:15.048833 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] For port 97b6f640-7912-496c-9bc6-b6e7eef68dd6, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=97b6f640-7912-496c-9bc6-b6e7eef68dd6,segment=NetworkSegment(7ebfa99c-e8ea-45bc-9751-f287d2ab1bc9),segment_id=7ebfa99c-e8ea-45bc-9751-f287d2ab1bc9)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:46:15.053903 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:15.104316 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9063c04-3f2a-4fb1-85dd-38f43e1813f6 None None] Pushing event updated for resources: {'Port': ['ID=c20ed505-bb88-49e2-b672-9f6acfc37ec1,revision_number=4']} {{(pid=83239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:46:15.109062 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e121411-aac7-4977-93e5-d63b467aee77 None None] Routers {'186ba0dd-65f7-4078-956b-1b2025b75fed'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:46:15.109666 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-2e121411-aac7-4977-93e5-d63b467aee77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:46:02Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['186ba0dd-65f7-4078-956b-1b2025b75fed'], 'active': True} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:46:15.148064 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Pushing event updated for resources: {'Port': ['ID=97b6f640-7912-496c-9bc6-b6e7eef68dd6,revision_number=5']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:46:15.298214 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvr_db [None req-2e121411-aac7-4977-93e5-d63b467aee77 None None] Set router 186ba0dd-65f7-4078-956b-1b2025b75fed gateway port host: dv-cinder-843305-1-iscsi {{(pid=83239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:46:15.554954 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-cc3a9d91-c45e-4ff7-a52b-ba9319e0460c req-c6577481-4350-45a8-8ccc-305cafd4c29d tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4698d22-344a-46bf-91b0-6f1dfe9defce HTTP/1.1" status: 200 len: 210 time: 0.0433846 May 25 22:46:15.617028 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-2e121411-aac7-4977-93e5-d63b467aee77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186ba0dd-65f7-4078-956b-1b2025b75fed', 'name': 'tempest-TestMinimumBasicScenario-1251700333-router', 'tenant_id': '9f266a8788f842378b3a1029bc7256e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '6edcc8f6-7706-4874-b368-6a373f678494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:45:58Z', 'updated_at': '2022-05-25T22:46:02Z', 'revision_number': 4, 'project_id': '9f266a8788f842378b3a1029bc7256e7', 'gw_port': {'id': '6edcc8f6-7706-4874-b368-6a373f678494', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186ba0dd-65f7-4078-956b-1b2025b75fed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:45:59Z', 'updated_at': '2022-05-25T22:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': 'c20ed505-bb88-49e2-b672-9f6acfc37ec1', 'name': '', 'network_id': '5d42d4d7-0442-4ebb-8cd2-bf2b76cc7e19', 'tenant_id': '9f266a8788f842378b3a1029bc7256e7', 'mac_address': 'fa:16:3e:63:d9:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '186ba0dd-65f7-4078-956b-1b2025b75fed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b13bf5bd-0f66-43bf-acae-4f0948a88394', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:46:01Z', 'updated_at': '2022-05-25T22:46:15Z', 'revision_number': 4, 'project_id': '9f266a8788f842378b3a1029bc7256e7', 'subnets': [{'id': 'b13bf5bd-0f66-43bf-acae-4f0948a88394', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:46:15.620864 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e121411-aac7-4977-93e5-d63b467aee77 None None] The sync data for ids ['186ba0dd-65f7-4078-956b-1b2025b75fed'] in dv-cinder-843305-1-iscsi is: [{'id': '186ba0dd-65f7-4078-956b-1b2025b75fed', 'name': 'tempest-TestMinimumBasicScenario-1251700333-router', 'tenant_id': '9f266a8788f842378b3a1029bc7256e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '6edcc8f6-7706-4874-b368-6a373f678494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:45:58Z', 'updated_at': '2022-05-25T22:46:02Z', 'revision_number': 4, 'project_id': '9f266a8788f842378b3a1029bc7256e7', 'gw_port': {'id': '6edcc8f6-7706-4874-b368-6a373f678494', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186ba0dd-65f7-4078-956b-1b2025b75fed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:45:59Z', 'updated_at': '2022-05-25T22:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': 'c20ed505-bb88-49e2-b672-9f6acfc37ec1', 'name': '', 'network_id': '5d42d4d7-0442-4ebb-8cd2-bf2b76cc7e19', 'tenant_id': '9f266a8788f842378b3a1029bc7256e7', 'mac_address': 'fa:16:3e:63:d9:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '186ba0dd-65f7-4078-956b-1b2025b75fed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b13bf5bd-0f66-43bf-acae-4f0948a88394', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:46:01Z', 'updated_at': '2022-05-25T22:46:15Z', 'revision_number': 4, 'project_id': '9f266a8788f842378b3a1029bc7256e7', 'subnets': [{'id': 'b13bf5bd-0f66-43bf-acae-4f0948a88394', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:46:15.931224 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41090a-d1d9-4ddc-ac4f-47114eb64aff req-790706b8-d238-4a5a-877f-159e2e71ae20 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:15.932759 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-3a41090a-d1d9-4ddc-ac4f-47114eb64aff req-790706b8-d238-4a5a-877f-159e2e71ae20 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.45 "GET /v2.0/networks?id=5e8e79ba-7373-47ff-b556-c66c3f38a4fc HTTP/1.1" status: 200 len: 815 time: 0.1503339 May 25 22:46:15.961602 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [req-3a41090a-d1d9-4ddc-ac4f-47114eb64aff req-c95550a7-7cac-47dc-b093-420608163d1d tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Request body: {'port': {'device_id': 'd4698d22-344a-46bf-91b0-6f1dfe9defce', 'network_id': '5e8e79ba-7373-47ff-b556-c66c3f38a4fc', 'admin_state_up': True, 'tenant_id': '6626d9e2774441bc91a66b45ce4d2f50'}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:46:16.200046 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [req-3a41090a-d1d9-4ddc-ac4f-47114eb64aff req-c95550a7-7cac-47dc-b093-420608163d1d tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:46:16.211205 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [req-3a41090a-d1d9-4ddc-ac4f-47114eb64aff req-c95550a7-7cac-47dc-b093-420608163d1d tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:46:16.222531 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a41090a-d1d9-4ddc-ac4f-47114eb64aff req-c95550a7-7cac-47dc-b093-420608163d1d tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Made reservation on behalf of 6626d9e2774441bc91a66b45ce4d2f50 for: {'port': 1} {{(pid=83236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:46:16.225547 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-3a41090a-d1d9-4ddc-ac4f-47114eb64aff req-c95550a7-7cac-47dc-b093-420608163d1d tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:16.398281 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.db_base_plugin_common [req-3a41090a-d1d9-4ddc-ac4f-47114eb64aff req-c95550a7-7cac-47dc-b093-420608163d1d tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Allocated IP 172.20.0.6 (5e8e79ba-7373-47ff-b556-c66c3f38a4fc/daaee495-6ea7-4bcf-819e-e5d4b67a9afd/f4e51551-d50d-422e-ab9c-3a59eb5b2744) {{(pid=83236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:46:16.623828 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-3a41090a-d1d9-4ddc-ac4f-47114eb64aff req-c95550a7-7cac-47dc-b093-420608163d1d tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks [] for port, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:16.641453 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.provisioning_blocks [req-3a41090a-d1d9-4ddc-ac4f-47114eb64aff req-c95550a7-7cac-47dc-b093-420608163d1d tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Transition to ACTIVE for port object f4e51551-d50d-422e-ab9c-3a59eb5b2744 will not be triggered until provisioned by entity DHCP. {{(pid=83236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:46:16.668666 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-3a41090a-d1d9-4ddc-ac4f-47114eb64aff req-c95550a7-7cac-47dc-b093-420608163d1d tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:16.740150 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a41090a-d1d9-4ddc-ac4f-47114eb64aff req-c95550a7-7cac-47dc-b093-420608163d1d tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Network 5e8e79ba-7373-47ff-b556-c66c3f38a4fc is already hosted by enough agents. {{(pid=83236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:46:16.743802 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.base_scheduler [req-3a41090a-d1d9-4ddc-ac4f-47114eb64aff req-c95550a7-7cac-47dc-b093-420608163d1d tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Resources bound (agent type, host, resource id): {{(pid=83236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:46:16.746844 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a41090a-d1d9-4ddc-ac4f-47114eb64aff req-c95550a7-7cac-47dc-b093-420608163d1d tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Received port after_create {{(pid=83236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:46:16.958215 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c394aa6-cca0-4273-a582-3afe009070eb req-2e2b9519-6351-496f-8b58-14d12a4173ef tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:16.963767 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-8c394aa6-cca0-4273-a582-3afe009070eb req-2e2b9519-6351-496f-8b58-14d12a4173ef tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4698d22-344a-46bf-91b0-6f1dfe9defce HTTP/1.1" status: 200 len: 931 time: 0.1742342 May 25 22:46:16.994212 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95550a7-7cac-47dc-b093-420608163d1d tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Pushing event updated for resources: {'Port': ['ID=f4e51551-d50d-422e-ab9c-3a59eb5b2744,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:46:17.032610 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device c20ed505-bb88-49e2-b672-9f6acfc37ec1 up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:46:17.051384 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-8c394aa6-cca0-4273-a582-3afe009070eb req-ca116f1a-3de6-45f4-89f1-a14dfe4f0cde tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Synchronizing usage tracker for tenant:6626d9e2774441bc91a66b45ce4d2f50 on resource:security_group {{(pid=83237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:46:17.061891 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41090a-d1d9-4ddc-ac4f-47114eb64aff req-c95550a7-7cac-47dc-b093-420608163d1d tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:17.062584 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-3a41090a-d1d9-4ddc-ac4f-47114eb64aff req-c95550a7-7cac-47dc-b093-420608163d1d tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:17.083855 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-8c394aa6-cca0-4273-a582-3afe009070eb req-ca116f1a-3de6-45f4-89f1-a14dfe4f0cde tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Unset dirty status for tenant:6626d9e2774441bc91a66b45ce4d2f50 on resource:security_group {{(pid=83237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:46:17.100156 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-8c394aa6-cca0-4273-a582-3afe009070eb req-ca116f1a-3de6-45f4-89f1-a14dfe4f0cde tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7e6c164-b99b-4814-8159-91a88ea3d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184607 May 25 22:46:17.143344 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning for port c20ed505-bb88-49e2-b672-9f6acfc37ec1 completed by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:46:17.149145 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port c20ed505-bb88-49e2-b672-9f6acfc37ec1 triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:46:17.149616 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:17.157947 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-3a41090a-d1d9-4ddc-ac4f-47114eb64aff req-c95550a7-7cac-47dc-b093-420608163d1d tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1999640 May 25 22:46:17.241704 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-c73a8e61-5968-45de-aa99-d6a24ac3154f None None] Provisioning for port f4e51551-d50d-422e-ab9c-3a59eb5b2744 completed by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:46:17.250310 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-c73a8e61-5968-45de-aa99-d6a24ac3154f None None] Provisioning complete for port f4e51551-d50d-422e-ab9c-3a59eb5b2744 triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:46:17.250923 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-c73a8e61-5968-45de-aa99-d6a24ac3154f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:17.384624 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.agents_db [None req-9a0b4f36-fcd8-49b0-a2d4-59f1c5f7edf0 None None] Agent healthcheck: found 6 active agents {{(pid=83239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:46:17.400842 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:17.419159 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-c73a8e61-5968-45de-aa99-d6a24ac3154f None None] Port f4e51551-d50d-422e-ab9c-3a59eb5b2744 cannot update to ACTIVE because it is not bound. {{(pid=83238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:46:17.440727 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] For port c20ed505-bb88-49e2-b672-9f6acfc37ec1, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=c20ed505-bb88-49e2-b672-9f6acfc37ec1,segment=NetworkSegment(975aa5d5-7be7-4d25-a413-4d03219dbbd0),segment_id=975aa5d5-7be7-4d25-a413-4d03219dbbd0)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:46:17.446669 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:17.450201 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 97b6f640-7912-496c-9bc6-b6e7eef68dd6 up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:46:17.604654 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Pushing event updated for resources: {'Port': ['ID=c20ed505-bb88-49e2-b672-9f6acfc37ec1,revision_number=5']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:46:17.618844 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port 97b6f640-7912-496c-9bc6-b6e7eef68dd6 triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:46:17.619445 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:18.304237 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de6dc2-02c6-4f32-a422-90a082ff5387 req-9309b3da-11b5-4571-a4a3-7ffbe167f46a tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:18.305778 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-e6de6dc2-02c6-4f32-a422-90a082ff5387 req-9309b3da-11b5-4571-a4a3-7ffbe167f46a tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4698d22-344a-46bf-91b0-6f1dfe9defce HTTP/1.1" status: 200 len: 931 time: 0.0777905 May 25 22:46:18.351266 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-e6de6dc2-02c6-4f32-a422-90a082ff5387 req-f89eb797-4de6-4f27-8004-8477884639d3 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7e6c164-b99b-4814-8159-91a88ea3d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397985 May 25 22:46:18.723783 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device c20ed505-bb88-49e2-b672-9f6acfc37ec1 up at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:46:18.798456 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Provisioning complete for port c20ed505-bb88-49e2-b672-9f6acfc37ec1 triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:46:18.798805 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:19.569463 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d1780-043b-487e-a6c1-f4a88ad04289 req-a29c466a-4041-4dba-adf6-38a6cf69efd5 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:19.576340 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-692d1780-043b-487e-a6c1-f4a88ad04289 req-a29c466a-4041-4dba-adf6-38a6cf69efd5 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4698d22-344a-46bf-91b0-6f1dfe9defce HTTP/1.1" status: 200 len: 931 time: 0.0930090 May 25 22:46:19.619966 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-692d1780-043b-487e-a6c1-f4a88ad04289 req-354e85f1-3543-4927-b4cb-903dfdd9ad16 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7e6c164-b99b-4814-8159-91a88ea3d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427516 May 25 22:46:20.840760 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c46d49-ca7f-427d-80f2-07cc1d17abc1 req-c4e615e0-70f3-4e34-a28c-eeaf5f18aad6 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:20.842395 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-99c46d49-ca7f-427d-80f2-07cc1d17abc1 req-c4e615e0-70f3-4e34-a28c-eeaf5f18aad6 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4698d22-344a-46bf-91b0-6f1dfe9defce HTTP/1.1" status: 200 len: 931 time: 0.0871272 May 25 22:46:20.894819 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-99c46d49-ca7f-427d-80f2-07cc1d17abc1 req-c7c4f667-2c44-43a0-b860-fea3ab3910e6 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7e6c164-b99b-4814-8159-91a88ea3d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457830 May 25 22:46:22.110763 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e992e94-4ccc-48b6-b71a-df6fe015e1de req-3ea7bf8b-1af5-48b5-9db5-df5b84d31938 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:22.112985 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-5e992e94-4ccc-48b6-b71a-df6fe015e1de req-3ea7bf8b-1af5-48b5-9db5-df5b84d31938 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4698d22-344a-46bf-91b0-6f1dfe9defce HTTP/1.1" status: 200 len: 931 time: 0.0826452 May 25 22:46:22.162528 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-5e992e94-4ccc-48b6-b71a-df6fe015e1de req-27651d66-a550-4840-a30b-66705ace90cb tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7e6c164-b99b-4814-8159-91a88ea3d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447407 May 25 22:46:23.381397 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebece9eb-5119-425e-a852-9ca88759c132 req-19caf344-f783-49f2-a70d-1e5832fb4416 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:23.382841 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-ebece9eb-5119-425e-a852-9ca88759c132 req-19caf344-f783-49f2-a70d-1e5832fb4416 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4698d22-344a-46bf-91b0-6f1dfe9defce HTTP/1.1" status: 200 len: 931 time: 0.0780463 May 25 22:46:23.437307 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-ebece9eb-5119-425e-a852-9ca88759c132 req-c59f9e07-1f33-4340-a55c-0905eef0ba8a tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7e6c164-b99b-4814-8159-91a88ea3d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488751 May 25 22:46:24.241957 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [req-3a41090a-d1d9-4ddc-ac4f-47114eb64aff req-12e8f4fc-a0f8-45ba-8b8a-6b9769bfc5a2 service neutron] Request body: {'port': {'device_id': 'd4698d22-344a-46bf-91b0-6f1dfe9defce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:46:24.345532 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-3a41090a-d1d9-4ddc-ac4f-47114eb64aff req-12e8f4fc-a0f8-45ba-8b8a-6b9769bfc5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:24.690411 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [req-3a41090a-d1d9-4ddc-ac4f-47114eb64aff req-12e8f4fc-a0f8-45ba-8b8a-6b9769bfc5a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4e51551-d50d-422e-ab9c-3a59eb5b2744 {{(pid=83236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:46:24.697176 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-3a41090a-d1d9-4ddc-ac4f-47114eb64aff req-12e8f4fc-a0f8-45ba-8b8a-6b9769bfc5a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:24.711148 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.provisioning_blocks [req-3a41090a-d1d9-4ddc-ac4f-47114eb64aff req-12e8f4fc-a0f8-45ba-8b8a-6b9769bfc5a2 service neutron] Transition to ACTIVE for port object f4e51551-d50d-422e-ab9c-3a59eb5b2744 will not be triggered until provisioned by entity L2. {{(pid=83236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:46:24.715186 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-3a41090a-d1d9-4ddc-ac4f-47114eb64aff req-12e8f4fc-a0f8-45ba-8b8a-6b9769bfc5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1630987'] for port, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:24.734463 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127dfb1-7517-4e83-b2d0-432518cb48dc req-604b1c4f-9035-400e-a86b-aefe77524098 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:24.735929 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-2127dfb1-7517-4e83-b2d0-432518cb48dc req-604b1c4f-9035-400e-a86b-aefe77524098 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4698d22-344a-46bf-91b0-6f1dfe9defce HTTP/1.1" status: 200 len: 931 time: 0.1609812 May 25 22:46:24.782646 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-2127dfb1-7517-4e83-b2d0-432518cb48dc req-f05b6629-711f-4bb9-b0c8-2c02a9e72dad tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7e6c164-b99b-4814-8159-91a88ea3d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410068 May 25 22:46:24.844632 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e8f4fc-a0f8-45ba-8b8a-6b9769bfc5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=f4e51551-d50d-422e-ab9c-3a59eb5b2744,revision_number=2']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:46:24.961326 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-3a41090a-d1d9-4ddc-ac4f-47114eb64aff req-12e8f4fc-a0f8-45ba-8b8a-6b9769bfc5a2 service neutron] Attempting to bind port f4e51551-d50d-422e-ab9c-3a59eb5b2744 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:46:24.961653 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-3a41090a-d1d9-4ddc-ac4f-47114eb64aff req-12e8f4fc-a0f8-45ba-8b8a-6b9769bfc5a2 service neutron] Attempting to bind port f4e51551-d50d-422e-ab9c-3a59eb5b2744 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '7ebfa99c-e8ea-45bc-9751-f287d2ab1bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '5e8e79ba-7373-47ff-b556-c66c3f38a4fc'}] {{(pid=83236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:46:24.961972 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a41090a-d1d9-4ddc-ac4f-47114eb64aff req-12e8f4fc-a0f8-45ba-8b8a-6b9769bfc5a2 service neutron] Attempting to bind port f4e51551-d50d-422e-ab9c-3a59eb5b2744 on network 5e8e79ba-7373-47ff-b556-c66c3f38a4fc {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:46:24.967605 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a41090a-d1d9-4ddc-ac4f-47114eb64aff req-12e8f4fc-a0f8-45ba-8b8a-6b9769bfc5a2 service neutron] Port f4e51551-d50d-422e-ab9c-3a59eb5b2744 on network 5e8e79ba-7373-47ff-b556-c66c3f38a4fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:46:24.967913 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a41090a-d1d9-4ddc-ac4f-47114eb64aff req-12e8f4fc-a0f8-45ba-8b8a-6b9769bfc5a2 service neutron] Attempting to bind port f4e51551-d50d-422e-ab9c-3a59eb5b2744 on network 5e8e79ba-7373-47ff-b556-c66c3f38a4fc {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:46:24.974304 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a41090a-d1d9-4ddc-ac4f-47114eb64aff req-12e8f4fc-a0f8-45ba-8b8a-6b9769bfc5a2 service neutron] Checking agent: {'id': 'ba48c32d-6c3d-40ce-a4ff-91ef21d08f39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 30, 42), 'started_at': datetime.datetime(2022, 5, 25, 22, 30, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:46:24.974623 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a41090a-d1d9-4ddc-ac4f-47114eb64aff req-12e8f4fc-a0f8-45ba-8b8a-6b9769bfc5a2 service neutron] Checking segment: {'id': '7ebfa99c-e8ea-45bc-9751-f287d2ab1bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '5e8e79ba-7373-47ff-b556-c66c3f38a4fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:46:24.974992 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a41090a-d1d9-4ddc-ac4f-47114eb64aff req-12e8f4fc-a0f8-45ba-8b8a-6b9769bfc5a2 service neutron] Bound using segment: {'id': '7ebfa99c-e8ea-45bc-9751-f287d2ab1bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '5e8e79ba-7373-47ff-b556-c66c3f38a4fc'} {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:46:24.975399 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-3a41090a-d1d9-4ddc-ac4f-47114eb64aff req-12e8f4fc-a0f8-45ba-8b8a-6b9769bfc5a2 service neutron] Bound port: f4e51551-d50d-422e-ab9c-3a59eb5b2744, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ebfa99c-e8ea-45bc-9751-f287d2ab1bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '5e8e79ba-7373-47ff-b556-c66c3f38a4fc'}}] {{(pid=83236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:46:24.975754 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-3a41090a-d1d9-4ddc-ac4f-47114eb64aff req-12e8f4fc-a0f8-45ba-8b8a-6b9769bfc5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:25.066410 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-3a41090a-d1d9-4ddc-ac4f-47114eb64aff req-12e8f4fc-a0f8-45ba-8b8a-6b9769bfc5a2 service neutron] For port f4e51551-d50d-422e-ab9c-3a59eb5b2744, host hv-cinder-84330, cleared binding levels {{(pid=83236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:46:25.069421 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-3a41090a-d1d9-4ddc-ac4f-47114eb64aff req-12e8f4fc-a0f8-45ba-8b8a-6b9769bfc5a2 service neutron] For port f4e51551-d50d-422e-ab9c-3a59eb5b2744, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=f4e51551-d50d-422e-ab9c-3a59eb5b2744,segment=NetworkSegment(7ebfa99c-e8ea-45bc-9751-f287d2ab1bc9),segment_id=7ebfa99c-e8ea-45bc-9751-f287d2ab1bc9)] {{(pid=83236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:46:25.074074 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-3a41090a-d1d9-4ddc-ac4f-47114eb64aff req-12e8f4fc-a0f8-45ba-8b8a-6b9769bfc5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1630987'] for port, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:25.133434 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-3a41090a-d1d9-4ddc-ac4f-47114eb64aff req-12e8f4fc-a0f8-45ba-8b8a-6b9769bfc5a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:25.134773 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-3a41090a-d1d9-4ddc-ac4f-47114eb64aff req-12e8f4fc-a0f8-45ba-8b8a-6b9769bfc5a2 service neutron] 10.222.0.45 "PUT /v2.0/ports/f4e51551-d50d-422e-ab9c-3a59eb5b2744 HTTP/1.1" status: 200 len: 1093 time: 0.8974876 May 25 22:46:25.135246 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4698d22-344a-46bf-91b0-6f1dfe9defce', 'tag': 'f4e51551-d50d-422e-ab9c-3a59eb5b2744'}] {{(pid=83236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:46:25.153709 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e8f4fc-a0f8-45ba-8b8a-6b9769bfc5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=f4e51551-d50d-422e-ab9c-3a59eb5b2744,revision_number=3']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:46:25.231404 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2579020b-ecda-4019-af52-862dc24e9bbb'] response: {'name': 'network-changed', 'server_uuid': 'd4698d22-344a-46bf-91b0-6f1dfe9defce', 'tag': 'f4e51551-d50d-422e-ab9c-3a59eb5b2744', 'status': 'completed', 'code': 200} May 25 22:46:25.274401 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-3a41090a-d1d9-4ddc-ac4f-47114eb64aff req-ff722dfe-98f4-4c9c-b7ee-cf46ce1eed07 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6626d9e2774441bc91a66b45ce4d2f50&device_id=d4698d22-344a-46bf-91b0-6f1dfe9defce HTTP/1.1" status: 200 len: 1096 time: 0.0823004 May 25 22:46:25.347148 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-3a41090a-d1d9-4ddc-ac4f-47114eb64aff req-adda5ada-d09a-4d92-8de0-978575b97918 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4e51551-d50d-422e-ab9c-3a59eb5b2744 HTTP/1.1" status: 200 len: 217 time: 0.0604670 May 25 22:46:25.480087 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41090a-d1d9-4ddc-ac4f-47114eb64aff req-e5784b46-7b06-4f13-9eac-f93ceb007dee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:25.481407 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-3a41090a-d1d9-4ddc-ac4f-47114eb64aff req-e5784b46-7b06-4f13-9eac-f93ceb007dee service neutron] 10.222.0.45 "GET /v2.0/subnets?id=daaee495-6ea7-4bcf-819e-e5d4b67a9afd HTTP/1.1" status: 200 len: 854 time: 0.1287427 May 25 22:46:25.555777 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-3a41090a-d1d9-4ddc-ac4f-47114eb64aff req-5fba7f67-95c2-496e-8eb6-ba977935d1d2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5e8e79ba-7373-47ff-b556-c66c3f38a4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0678892 May 25 22:46:25.687919 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-3a41090a-d1d9-4ddc-ac4f-47114eb64aff req-0daf96fb-a875-49c7-b730-c611a050de72 service neutron] 10.222.0.45 "GET /v2.0/networks/5e8e79ba-7373-47ff-b556-c66c3f38a4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251307 May 25 22:46:25.815423 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-3a41090a-d1d9-4ddc-ac4f-47114eb64aff req-f7b57321-1e89-4225-ac4d-42198f5584a7 service neutron] 10.222.0.45 "GET /v2.0/networks/5e8e79ba-7373-47ff-b556-c66c3f38a4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220551 May 25 22:46:25.967857 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-996235a2-b2a7-4012-a787-45ec181f89c1 req-dd5c1fba-e17d-4aba-b7e8-97fbf2ed0b1e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6626d9e2774441bc91a66b45ce4d2f50&device_id=d4698d22-344a-46bf-91b0-6f1dfe9defce HTTP/1.1" status: 200 len: 1096 time: 0.0715542 May 25 22:46:25.981681 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c32a8-7501-4d91-aa2a-55562d36c6ea req-e182ad22-884d-4113-8e56-9791281ca23f tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:25.983092 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-170c32a8-7501-4d91-aa2a-55562d36c6ea req-e182ad22-884d-4113-8e56-9791281ca23f tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4698d22-344a-46bf-91b0-6f1dfe9defce HTTP/1.1" status: 200 len: 943 time: 0.0774469 May 25 22:46:26.028496 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-170c32a8-7501-4d91-aa2a-55562d36c6ea req-f39c27f1-89ca-41ac-a9eb-30527c55ae12 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7e6c164-b99b-4814-8159-91a88ea3d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388129 May 25 22:46:26.098215 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996235a2-b2a7-4012-a787-45ec181f89c1 req-fd9c6b27-124c-4849-94b3-36edf44f1b85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:26.099579 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-996235a2-b2a7-4012-a787-45ec181f89c1 req-fd9c6b27-124c-4849-94b3-36edf44f1b85 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5e8e79ba-7373-47ff-b556-c66c3f38a4fc HTTP/1.1" status: 200 len: 916 time: 0.1248655 May 25 22:46:26.171578 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-996235a2-b2a7-4012-a787-45ec181f89c1 req-d87390d0-2698-46c1-9ae1-d54da6df3df8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4e51551-d50d-422e-ab9c-3a59eb5b2744 HTTP/1.1" status: 200 len: 217 time: 0.0653160 May 25 22:46:26.234048 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996235a2-b2a7-4012-a787-45ec181f89c1 req-a08168b7-9e1a-47b7-b341-06373bd4f129 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:26.235421 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-996235a2-b2a7-4012-a787-45ec181f89c1 req-a08168b7-9e1a-47b7-b341-06373bd4f129 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=daaee495-6ea7-4bcf-819e-e5d4b67a9afd HTTP/1.1" status: 200 len: 854 time: 0.0581918 May 25 22:46:26.306916 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-996235a2-b2a7-4012-a787-45ec181f89c1 req-a4e19129-4418-416c-94e4-d41c48ca6992 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5e8e79ba-7373-47ff-b556-c66c3f38a4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0655334 May 25 22:46:26.435220 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-996235a2-b2a7-4012-a787-45ec181f89c1 req-37bf34ba-4bdd-4777-af54-3cd02ac9ae6c service neutron] 10.222.0.45 "GET /v2.0/networks/5e8e79ba-7373-47ff-b556-c66c3f38a4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205499 May 25 22:46:26.566849 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-996235a2-b2a7-4012-a787-45ec181f89c1 req-a31dce5f-757f-4f47-a9ef-d536cb3147d9 service neutron] 10.222.0.45 "GET /v2.0/networks/5e8e79ba-7373-47ff-b556-c66c3f38a4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252847 May 25 22:46:27.224058 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a96c72-a48d-412e-96b1-1d93c800766e req-eada423c-f3b7-4465-8a78-92554f15c025 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:27.225405 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-11a96c72-a48d-412e-96b1-1d93c800766e req-eada423c-f3b7-4465-8a78-92554f15c025 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4698d22-344a-46bf-91b0-6f1dfe9defce HTTP/1.1" status: 200 len: 943 time: 0.0741274 May 25 22:46:27.270083 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-11a96c72-a48d-412e-96b1-1d93c800766e req-582ff2e1-8120-4592-ac92-cf26f85c9e1a tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7e6c164-b99b-4814-8159-91a88ea3d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392189 May 25 22:46:28.467000 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341246af-8dc2-4552-bd45-d18accb8b238 req-436edc83-3091-479b-8780-a0fc6c09894a tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:28.468443 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-341246af-8dc2-4552-bd45-d18accb8b238 req-436edc83-3091-479b-8780-a0fc6c09894a tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4698d22-344a-46bf-91b0-6f1dfe9defce HTTP/1.1" status: 200 len: 943 time: 0.0794063 May 25 22:46:28.512660 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-341246af-8dc2-4552-bd45-d18accb8b238 req-dd063c3b-e6c2-4403-abbf-7870eccbd257 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7e6c164-b99b-4814-8159-91a88ea3d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385170 May 25 22:46:28.834831 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device f4e51551-d50d-422e-ab9c-3a59eb5b2744 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 22:46:29.002395 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port f4e51551-d50d-422e-ab9c-3a59eb5b2744, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=f4e51551-d50d-422e-ab9c-3a59eb5b2744,segment=NetworkSegment(7ebfa99c-e8ea-45bc-9751-f287d2ab1bc9),segment_id=7ebfa99c-e8ea-45bc-9751-f287d2ab1bc9)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:46:29.015231 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Returning: {'device': 'f4e51551-d50d-422e-ab9c-3a59eb5b2744', 'network_id': '5e8e79ba-7373-47ff-b556-c66c3f38a4fc', 'port_id': 'f4e51551-d50d-422e-ab9c-3a59eb5b2744', 'mac_address': 'fa:16:3e:a8:91:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daaee495-6ea7-4bcf-819e-e5d4b67a9afd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 22:46:29.068425 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:29.084954 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.notifiers.nova [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4e51551-d50d-422e-ab9c-3a59eb5b2744 {{(pid=83238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:46:29.099251 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port f4e51551-d50d-422e-ab9c-3a59eb5b2744, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=f4e51551-d50d-422e-ab9c-3a59eb5b2744,segment=NetworkSegment(7ebfa99c-e8ea-45bc-9751-f287d2ab1bc9),segment_id=7ebfa99c-e8ea-45bc-9751-f287d2ab1bc9)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:46:29.103048 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:29.169829 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Pushing event updated for resources: {'Port': ['ID=f4e51551-d50d-422e-ab9c-3a59eb5b2744,revision_number=4']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:46:29.393817 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] get_ports_and_sgs() called for port_ids ['f4e51551-d50d-422e-ab9c-3a59eb5b2744'] {{(pid=83238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:46:29.655347 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-aa4e3367-de39-48c9-8f3d-ac7834d92dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:29.704240 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b78c403-1cbf-407c-a66d-c8641b815341 req-a59f7409-d88f-45a1-aae0-dffe43ef893d tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:29.706409 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-7b78c403-1cbf-407c-a66d-c8641b815341 req-a59f7409-d88f-45a1-aae0-dffe43ef893d tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4698d22-344a-46bf-91b0-6f1dfe9defce HTTP/1.1" status: 200 len: 944 time: 0.0764120 May 25 22:46:29.753931 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-7b78c403-1cbf-407c-a66d-c8641b815341 req-8acdb21b-5110-47ab-a367-9b16db5d560b tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7e6c164-b99b-4814-8159-91a88ea3d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421071 May 25 22:46:30.851065 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device f4e51551-d50d-422e-ab9c-3a59eb5b2744 up at agent hyperv_hv-cinder-84330 {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:46:30.922517 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Provisioning for port f4e51551-d50d-422e-ab9c-3a59eb5b2744 completed by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:46:30.927873 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Provisioning complete for port f4e51551-d50d-422e-ab9c-3a59eb5b2744 triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:46:30.927873 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:30.948682 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb3ea1-e8ee-4983-bcac-f78110a251d8 req-ab07e110-09ce-4f8a-85f4-10fcbd9e43f8 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:30.950118 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-5edb3ea1-e8ee-4983-bcac-f78110a251d8 req-ab07e110-09ce-4f8a-85f4-10fcbd9e43f8 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4698d22-344a-46bf-91b0-6f1dfe9defce HTTP/1.1" status: 200 len: 944 time: 0.0777707 May 25 22:46:30.996498 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-5edb3ea1-e8ee-4983-bcac-f78110a251d8 req-4f4d62b7-216c-4221-8930-2d191e6b0ba7 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7e6c164-b99b-4814-8159-91a88ea3d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407486 May 25 22:46:31.041301 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:31.066093 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4698d22-344a-46bf-91b0-6f1dfe9defce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e51551-d50d-422e-ab9c-3a59eb5b2744'}] {{(pid=83238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:46:31.075088 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port f4e51551-d50d-422e-ab9c-3a59eb5b2744, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=f4e51551-d50d-422e-ab9c-3a59eb5b2744,segment=NetworkSegment(7ebfa99c-e8ea-45bc-9751-f287d2ab1bc9),segment_id=7ebfa99c-e8ea-45bc-9751-f287d2ab1bc9)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:46:31.078786 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:31.122753 dv-cinder-843305-1-iscsi neutron-server[83238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9890106-cbd8-4f4c-83fd-4fa0eee3c126'] response: {'server_uuid': 'd4698d22-344a-46bf-91b0-6f1dfe9defce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e51551-d50d-422e-ab9c-3a59eb5b2744', 'code': 200} May 25 22:46:31.144968 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Pushing event updated for resources: {'Port': ['ID=f4e51551-d50d-422e-ab9c-3a59eb5b2744,revision_number=5']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:46:31.373256 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-5b8109e3-28b6-4203-9472-5393ba2c5ddb req-a05f9d4d-2ea3-42a6-a35c-7ecbc16d875a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d4698d22-344a-46bf-91b0-6f1dfe9defce HTTP/1.1" status: 200 len: 1098 time: 0.0698204 May 25 22:46:31.414123 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-5b8109e3-28b6-4203-9472-5393ba2c5ddb req-1121cd79-dae4-4708-bb5a-608a2134cab2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e7e6c164-b99b-4814-8159-91a88ea3d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354052 May 25 22:46:31.843401 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-56047c61-7856-420e-a41c-86e91dc568e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:32.191256 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3363e-c9e0-40c0-ae8a-670a53714714 req-89cbae15-b394-4c7d-9410-46519e714b8b tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:32.192699 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f4b3363e-c9e0-40c0-ae8a-670a53714714 req-89cbae15-b394-4c7d-9410-46519e714b8b tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4698d22-344a-46bf-91b0-6f1dfe9defce HTTP/1.1" status: 200 len: 945 time: 0.0783648 May 25 22:46:32.238266 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f4b3363e-c9e0-40c0-ae8a-670a53714714 req-a09a3f67-4bb8-4f57-8567-4cd23e04700d tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7e6c164-b99b-4814-8159-91a88ea3d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401003 May 25 22:46:32.938218 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:33.101558 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:33.434234 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d8065-bbf2-47ed-b428-340d3113d061 req-7c3553f2-24ca-4df7-a0ad-465b6f62c5d7 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:33.435670 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-0f3d8065-bbf2-47ed-b428-340d3113d061 req-7c3553f2-24ca-4df7-a0ad-465b6f62c5d7 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4698d22-344a-46bf-91b0-6f1dfe9defce HTTP/1.1" status: 200 len: 945 time: 0.0748270 May 25 22:46:33.479795 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-0f3d8065-bbf2-47ed-b428-340d3113d061 req-b02aa949-30a6-467a-aede-25357d6b7098 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7e6c164-b99b-4814-8159-91a88ea3d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379100 May 25 22:46:33.674292 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab723b-df0a-4f28-8a60-4c3da8480745 req-f62e91dd-3185-4ce9-a4be-da0fa52222e2 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:33.675874 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-84ab723b-df0a-4f28-8a60-4c3da8480745 req-f62e91dd-3185-4ce9-a4be-da0fa52222e2 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4698d22-344a-46bf-91b0-6f1dfe9defce HTTP/1.1" status: 200 len: 945 time: 0.0775602 May 25 22:46:33.723788 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-84ab723b-df0a-4f28-8a60-4c3da8480745 req-7afe361d-19d1-47e4-83d1-a47a7988ff2b tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7e6c164-b99b-4814-8159-91a88ea3d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424314 May 25 22:46:34.268555 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014aac6f-f10f-4147-81db-61adf432ec96 req-1d4f4c6e-0c4e-45d5-ba8d-92412bf3758a tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:34.269954 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-014aac6f-f10f-4147-81db-61adf432ec96 req-1d4f4c6e-0c4e-45d5-ba8d-92412bf3758a tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4698d22-344a-46bf-91b0-6f1dfe9defce HTTP/1.1" status: 200 len: 945 time: 0.0744662 May 25 22:46:34.314498 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-014aac6f-f10f-4147-81db-61adf432ec96 req-8e0fcc74-9ef0-4757-881e-45081e24a8bb tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7e6c164-b99b-4814-8159-91a88ea3d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389373 May 25 22:46:34.395564 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:39.272485 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05f639-1b1f-4bfd-826e-cad1ad07f005 req-5880d8fe-8aab-4c19-8290-39dad31d5fc1 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:39.273814 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-7a05f639-1b1f-4bfd-826e-cad1ad07f005 req-5880d8fe-8aab-4c19-8290-39dad31d5fc1 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5060573-50d8-46b2-a7da-0317e91e6679 HTTP/1.1" status: 200 len: 946 time: 0.0814562 May 25 22:46:39.318233 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-7a05f639-1b1f-4bfd-826e-cad1ad07f005 req-597d04c7-65f9-4f5f-8454-5c2c1614e863 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4aa45a-a0dd-44be-9285-a133e91907f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389328 May 25 22:46:40.514836 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf51a1-15de-430e-aab9-27ac78ec9af8 req-67f44322-2a0e-49ed-89a4-9b985954190f tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:40.516357 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-c8bf51a1-15de-430e-aab9-27ac78ec9af8 req-67f44322-2a0e-49ed-89a4-9b985954190f tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5060573-50d8-46b2-a7da-0317e91e6679 HTTP/1.1" status: 200 len: 946 time: 0.0776193 May 25 22:46:40.565961 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-c8bf51a1-15de-430e-aab9-27ac78ec9af8 req-924c232d-f39d-41b2-a3a9-28e01fd1de50 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4aa45a-a0dd-44be-9285-a133e91907f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435114 May 25 22:46:40.897536 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a31f0d-4f6d-4dea-ad6e-45043f3813ad req-c938475b-914c-4ae2-ac2b-3a2e1f79ad17 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:40.898208 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-01a31f0d-4f6d-4dea-ad6e-45043f3813ad req-c938475b-914c-4ae2-ac2b-3a2e1f79ad17 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Synchronizing usage tracker for tenant:28b7b6745c42484aba92bb70a964e120 on resource:port {{(pid=83236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:46:40.915323 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-01a31f0d-4f6d-4dea-ad6e-45043f3813ad req-c938475b-914c-4ae2-ac2b-3a2e1f79ad17 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Unset dirty status for tenant:28b7b6745c42484aba92bb70a964e120 on resource:port {{(pid=83236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:46:40.916395 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-01a31f0d-4f6d-4dea-ad6e-45043f3813ad req-c938475b-914c-4ae2-ac2b-3a2e1f79ad17 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5060573-50d8-46b2-a7da-0317e91e6679 HTTP/1.1" status: 200 len: 946 time: 0.0976686 May 25 22:46:40.986265 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [req-01a31f0d-4f6d-4dea-ad6e-45043f3813ad req-d398fb24-36e8-4f33-9795-e867e38f3b40 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Deleting port 1acf5253-3562-432c-9b4a-32b193f488cf {{(pid=83236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:46:40.986694 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-01a31f0d-4f6d-4dea-ad6e-45043f3813ad req-d398fb24-36e8-4f33-9795-e867e38f3b40 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:41.239677 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-01a31f0d-4f6d-4dea-ad6e-45043f3813ad req-d398fb24-36e8-4f33-9795-e867e38f3b40 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] For port 1acf5253-3562-432c-9b4a-32b193f488cf, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=1acf5253-3562-432c-9b4a-32b193f488cf,segment=NetworkSegment(f5bb856f-bb4d-43f7-8cd6-86e950960bbb),segment_id=f5bb856f-bb4d-43f7-8cd6-86e950960bbb)] {{(pid=83236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:46:41.239944 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-01a31f0d-4f6d-4dea-ad6e-45043f3813ad req-d398fb24-36e8-4f33-9795-e867e38f3b40 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:41.591566 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-01a31f0d-4f6d-4dea-ad6e-45043f3813ad req-d398fb24-36e8-4f33-9795-e867e38f3b40 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:41.591956 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-01a31f0d-4f6d-4dea-ad6e-45043f3813ad req-d398fb24-36e8-4f33-9795-e867e38f3b40 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335082'] for floatingip, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:41.592239 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.db.l3_db [req-01a31f0d-4f6d-4dea-ad6e-45043f3813ad req-d398fb24-36e8-4f33-9795-e867e38f3b40 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Floating IP b3729cce-f089-4df1-b7ed-6faf0e5820da disassociated. External IP: 172.27.0.234, port: 1acf5253-3562-432c-9b4a-32b193f488cf. May 25 22:46:41.592560 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [req-01a31f0d-4f6d-4dea-ad6e-45043f3813ad req-d398fb24-36e8-4f33-9795-e867e38f3b40 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Calling delete_port for 1acf5253-3562-432c-9b4a-32b193f488cf owned by compute:nova {{(pid=83236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:46:41.738491 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-01a31f0d-4f6d-4dea-ad6e-45043f3813ad req-d398fb24-36e8-4f33-9795-e867e38f3b40 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:41.764455 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f135d-4de6-48dd-8e67-2e010d1a4e99 req-b706f2da-3beb-4b9e-b5ba-955e31690d05 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:41.765999 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-298f135d-4de6-48dd-8e67-2e010d1a4e99 req-b706f2da-3beb-4b9e-b5ba-955e31690d05 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5060573-50d8-46b2-a7da-0317e91e6679 HTTP/1.1" status: 200 len: 946 time: 0.0785625 May 25 22:46:41.788523 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d398fb24-36e8-4f33-9795-e867e38f3b40 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Pushing event deleted for resources: {'Port': ['ID=1acf5253-3562-432c-9b4a-32b193f488cf,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:46:41.816964 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-298f135d-4de6-48dd-8e67-2e010d1a4e99 req-8414c0dc-12e8-4d06-8476-3df005a74c01 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4aa45a-a0dd-44be-9285-a133e91907f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450826 May 25 22:46:41.828862 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:41.997566 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01a31f0d-4f6d-4dea-ad6e-45043f3813ad req-d398fb24-36e8-4f33-9795-e867e38f3b40 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Router 1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0 has already been hosted by L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a {{(pid=83236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:46:42.197120 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01a31f0d-4f6d-4dea-ad6e-45043f3813ad req-d398fb24-36e8-4f33-9795-e867e38f3b40 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:46:42.208567 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a607f5b7-6b19-44e6-8014-79cb29e6764c None None] Sync routers for ids ['1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0'] in dv-cinder-843305-1-iscsi {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:46:42.220998 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a607f5b7-6b19-44e6-8014-79cb29e6764c None None] Routers {'1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:46:42.222271 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-a607f5b7-6b19-44e6-8014-79cb29e6764c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:46:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:46:42.273580 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a31f0d-4f6d-4dea-ad6e-45043f3813ad req-d398fb24-36e8-4f33-9795-e867e38f3b40 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] No DVR routers for this DVR port 1acf5253-3562-432c-9b4a-32b193f488cf on host hv-cinder-84330 {{(pid=83236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:46:42.276270 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-01a31f0d-4f6d-4dea-ad6e-45043f3813ad req-d398fb24-36e8-4f33-9795-e867e38f3b40 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:42.279033 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5060573-50d8-46b2-a7da-0317e91e6679', 'name': 'network-vif-deleted', 'tag': '1acf5253-3562-432c-9b4a-32b193f488cf'}] {{(pid=83236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:46:42.295740 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-01a31f0d-4f6d-4dea-ad6e-45043f3813ad req-d398fb24-36e8-4f33-9795-e867e38f3b40 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.45 "DELETE /v2.0/ports/1acf5253-3562-432c-9b4a-32b193f488cf HTTP/1.1" status: 204 len: 173 time: 1.3730721 May 25 22:46:42.339945 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b801c87-4d22-4f18-97f9-6444cf1a3b7a'] response: {'server_uuid': 'b5060573-50d8-46b2-a7da-0317e91e6679', 'name': 'network-vif-deleted', 'tag': '1acf5253-3562-432c-9b4a-32b193f488cf', 'status': 'completed', 'code': 200} May 25 22:46:42.412475 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-a607f5b7-6b19-44e6-8014-79cb29e6764c None None] Set router 1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:46:42.723590 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-a607f5b7-6b19-44e6-8014-79cb29e6764c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'name': 'tempest-TestVolumeBootPattern-872125378-router', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '5e496257-2475-4326-9a9e-183199fdf99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:43:43Z', 'updated_at': '2022-05-25T22:43:46Z', 'revision_number': 4, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'gw_port': {'id': '5e496257-2475-4326-9a9e-183199fdf99d', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:43Z', 'updated_at': '2022-05-25T22:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '07a8e58d-cd7c-4a83-b87a-feb637232c37', 'name': '', 'network_id': '93fa5388-0472-4921-8b45-2072b4930877', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'mac_address': 'fa:16:3e:a7:cd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de133a3f-8e72-43cd-a48a-9e10a75e8ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:45Z', 'updated_at': '2022-05-25T22:43:56Z', 'revision_number': 5, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'subnets': [{'id': 'de133a3f-8e72-43cd-a48a-9e10a75e8ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:46:42.727434 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a607f5b7-6b19-44e6-8014-79cb29e6764c None None] Checking router: 1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0 for host: dv-cinder-843305-1-iscsi {{(pid=83238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:46:42.738378 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a607f5b7-6b19-44e6-8014-79cb29e6764c None None] Routers {'1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:46:42.738958 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-a607f5b7-6b19-44e6-8014-79cb29e6764c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:46:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:46:42.915033 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-a607f5b7-6b19-44e6-8014-79cb29e6764c None None] Set router 1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:46:43.028959 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-10d466af-49e3-43b1-b06c-575ccb54cdee req-3d596411-16b7-449e-bd3b-a437c0970989 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5060573-50d8-46b2-a7da-0317e91e6679 HTTP/1.1" status: 200 len: 210 time: 0.0653574 May 25 22:46:43.279651 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-a607f5b7-6b19-44e6-8014-79cb29e6764c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'name': 'tempest-TestVolumeBootPattern-872125378-router', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '5e496257-2475-4326-9a9e-183199fdf99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:43:43Z', 'updated_at': '2022-05-25T22:43:46Z', 'revision_number': 4, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'gw_port': {'id': '5e496257-2475-4326-9a9e-183199fdf99d', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:43Z', 'updated_at': '2022-05-25T22:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '07a8e58d-cd7c-4a83-b87a-feb637232c37', 'name': '', 'network_id': '93fa5388-0472-4921-8b45-2072b4930877', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'mac_address': 'fa:16:3e:a7:cd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de133a3f-8e72-43cd-a48a-9e10a75e8ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:45Z', 'updated_at': '2022-05-25T22:43:56Z', 'revision_number': 5, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'subnets': [{'id': 'de133a3f-8e72-43cd-a48a-9e10a75e8ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:46:43.284789 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a607f5b7-6b19-44e6-8014-79cb29e6764c None None] The sync data for ids ['1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0'] in dv-cinder-843305-1-iscsi is: [{'id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'name': 'tempest-TestVolumeBootPattern-872125378-router', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '5e496257-2475-4326-9a9e-183199fdf99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:43:43Z', 'updated_at': '2022-05-25T22:43:46Z', 'revision_number': 4, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'gw_port': {'id': '5e496257-2475-4326-9a9e-183199fdf99d', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:43Z', 'updated_at': '2022-05-25T22:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '07a8e58d-cd7c-4a83-b87a-feb637232c37', 'name': '', 'network_id': '93fa5388-0472-4921-8b45-2072b4930877', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'mac_address': 'fa:16:3e:a7:cd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de133a3f-8e72-43cd-a48a-9e10a75e8ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:45Z', 'updated_at': '2022-05-25T22:43:56Z', 'revision_number': 5, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'subnets': [{'id': 'de133a3f-8e72-43cd-a48a-9e10a75e8ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:46:43.488640 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fd9b7a-7110-4a79-a1a0-87de99bd53c6 None None] New status for floating IP b3729cce-f089-4df1-b7ed-6faf0e5820da: DOWN {{(pid=83239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:46:44.438049 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f0e55e26-74e8-42a2-97c0-5f1814df45f0 req-ef2d5c1b-80be-463c-9637-2fd253a071d8 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1734818023&fields=id&tenant_id=28b7b6745c42484aba92bb70a964e120 HTTP/1.1" status: 200 len: 267 time: 0.0646164 May 25 22:46:44.469560 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8b9ca-4f9f-4194-bb2d-d782e367a933 req-7982ebc0-8f1d-427b-a5ea-5ef77c8d9cc0 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:44.470947 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-8ae8b9ca-4f9f-4194-bb2d-d782e367a933 req-7982ebc0-8f1d-427b-a5ea-5ef77c8d9cc0 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4698d22-344a-46bf-91b0-6f1dfe9defce HTTP/1.1" status: 200 len: 945 time: 0.1268063 May 25 22:46:44.603017 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-8ae8b9ca-4f9f-4194-bb2d-d782e367a933 req-de94856b-d1ab-475c-accc-0c4de1d86612 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7e6c164-b99b-4814-8159-91a88ea3d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247728 May 25 22:46:44.624054 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e55e26-74e8-42a2-97c0-5f1814df45f0 req-dcd6fccf-a2ea-4256-94e1-0b888e49f6bd tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:44.625419 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f0e55e26-74e8-42a2-97c0-5f1814df45f0 req-dcd6fccf-a2ea-4256-94e1-0b888e49f6bd tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/networks?id=93fa5388-0472-4921-8b45-2072b4930877 HTTP/1.1" status: 200 len: 811 time: 0.1800590 May 25 22:46:44.631632 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 34518) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:46:44.641798 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f0e55e26-74e8-42a2-97c0-5f1814df45f0 req-5fe81e53-9569-4065-b9bf-ab56de41e33d tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/quotas/28b7b6745c42484aba92bb70a964e120 HTTP/1.1" status: 200 len: 375 time: 0.0104859 May 25 22:46:44.731375 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f0e55e26-74e8-42a2-97c0-5f1814df45f0 req-cc648241-c4b5-48c6-ad52-78b24c1e797a tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=28b7b6745c42484aba92bb70a964e120&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0844033 May 25 22:46:44.823735 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-fff71820-91b4-441b-9cc0-4efc27b8872f tempest-TestMinimumBasicScenario-215790655 tempest-TestMinimumBasicScenario-215790655-project-admin] Synchronizing usage tracker for tenant:9f266a8788f842378b3a1029bc7256e7 on resource:port {{(pid=83236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:46:44.843473 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-fff71820-91b4-441b-9cc0-4efc27b8872f tempest-TestMinimumBasicScenario-215790655 tempest-TestMinimumBasicScenario-215790655-project-admin] Unset dirty status for tenant:9f266a8788f842378b3a1029bc7256e7 on resource:port {{(pid=83236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:46:44.847773 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-fff71820-91b4-441b-9cc0-4efc27b8872f tempest-TestMinimumBasicScenario-215790655 tempest-TestMinimumBasicScenario-215790655-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d4698d22-344a-46bf-91b0-6f1dfe9defce HTTP/1.1" status: 200 len: 1093 time: 0.2121265 May 25 22:46:44.848193 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 34524) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:46:44.853791 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [None req-61a9feea-74d0-4c2d-b729-b6fb6388e2e4 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Request body: {'floatingip': {'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'port_id': 'f4e51551-d50d-422e-ab9c-3a59eb5b2744', 'tenant_id': '6626d9e2774441bc91a66b45ce4d2f50', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:46:44.868894 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-61a9feea-74d0-4c2d-b729-b6fb6388e2e4 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:46:44.875515 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-61a9feea-74d0-4c2d-b729-b6fb6388e2e4 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Usage tracker for resource:floatingip and tenant:6626d9e2774441bc91a66b45ce4d2f50 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:46:44.879467 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-61a9feea-74d0-4c2d-b729-b6fb6388e2e4 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:46:44.885219 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-61a9feea-74d0-4c2d-b729-b6fb6388e2e4 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:46:44.896679 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-61a9feea-74d0-4c2d-b729-b6fb6388e2e4 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks [] for floatingip, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:44.916021 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 1acf5253-3562-432c-9b4a-32b193f488cf no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:46:44.951929 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] No Port match for: 1acf5253-3562-432c-9b4a-32b193f488cf {{(pid=83238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:46:44.952367 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 1acf5253-3562-432c-9b4a-32b193f488cf not bound to the agent host hv-cinder-84330 {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:46:44.965845 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f0e55e26-74e8-42a2-97c0-5f1814df45f0 req-d7f5331d-d7c0-4aae-8e6b-a7dbfe92183f service neutron] 10.222.0.39 "GET /v2.0/networks/93fa5388-0472-4921-8b45-2072b4930877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218201 May 25 22:46:45.032689 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-61a9feea-74d0-4c2d-b729-b6fb6388e2e4 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:45.096077 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-f0e55e26-74e8-42a2-97c0-5f1814df45f0 req-1cef6ac1-bfdf-4972-9df9-2d8de5b85fc3 service neutron] 10.222.0.39 "GET /v2.0/networks/93fa5388-0472-4921-8b45-2072b4930877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242437 May 25 22:46:45.172062 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.db_base_plugin_common [None req-61a9feea-74d0-4c2d-b729-b6fb6388e2e4 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Allocated IP 172.27.0.97 (cb39d3ef-31f0-4e66-970b-4cb0d379e187/4ff22ee7-6206-48b0-b7ae-e7396fe607ae/c22c94dd-61bf-496b-998d-f372fa3621af) {{(pid=83236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:46:45.320876 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-61a9feea-74d0-4c2d-b729-b6fb6388e2e4 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks [] for port, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:45.348382 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-61a9feea-74d0-4c2d-b729-b6fb6388e2e4 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:45.423119 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a9feea-74d0-4c2d-b729-b6fb6388e2e4 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Network cb39d3ef-31f0-4e66-970b-4cb0d379e187 is already hosted by enough agents. {{(pid=83236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:46:45.426496 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.base_scheduler [None req-61a9feea-74d0-4c2d-b729-b6fb6388e2e4 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Resources bound (agent type, host, resource id): {{(pid=83236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:46:45.430949 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a9feea-74d0-4c2d-b729-b6fb6388e2e4 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Received port after_create {{(pid=83236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:46:45.498856 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-569d9974-3730-4f99-8f15-b14c3b65f865 req-fb340f00-03e6-474f-8c2a-708b5a8c1abd tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb15ef2-8791-4f93-a7b0-092b0f70e2aa HTTP/1.1" status: 200 len: 210 time: 0.0447555 May 25 22:46:45.546042 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9feea-74d0-4c2d-b729-b6fb6388e2e4 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Pushing event updated for resources: {'Port': ['ID=c22c94dd-61bf-496b-998d-f372fa3621af,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:46:46.031382 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-61a9feea-74d0-4c2d-b729-b6fb6388e2e4 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:46.087837 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-61a9feea-74d0-4c2d-b729-b6fb6388e2e4 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:46.290862 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-61a9feea-74d0-4c2d-b729-b6fb6388e2e4 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks [] for port, precommit_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:46.295764 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-61a9feea-74d0-4c2d-b729-b6fb6388e2e4 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1630987'] for port, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:46.403979 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9feea-74d0-4c2d-b729-b6fb6388e2e4 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Pushing event updated for resources: {'Port': ['ID=c22c94dd-61bf-496b-998d-f372fa3621af,revision_number=2']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:46:46.416459 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-61a9feea-74d0-4c2d-b729-b6fb6388e2e4 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335082'] for floatingip, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:46.673193 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-ec5e84c9-8a52-43e3-809b-a788cd6c1bc9 req-278ca457-35ab-4260-bcfa-df176733c81d tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb15ef2-8791-4f93-a7b0-092b0f70e2aa HTTP/1.1" status: 200 len: 210 time: 0.0436020 May 25 22:46:46.692944 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e55e26-74e8-42a2-97c0-5f1814df45f0 req-7988212b-1466-464a-a081-38b585d73e83 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:46.694368 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-f0e55e26-74e8-42a2-97c0-5f1814df45f0 req-7988212b-1466-464a-a081-38b585d73e83 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.45 "GET /v2.0/networks?id=93fa5388-0472-4921-8b45-2072b4930877 HTTP/1.1" status: 200 len: 811 time: 0.2224386 May 25 22:46:46.775929 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-f0e55e26-74e8-42a2-97c0-5f1814df45f0 req-21b4faba-8e69-45e6-8081-39087534fdec tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28b7b6745c42484aba92bb70a964e120 HTTP/1.1" status: 200 len: 380 time: 0.0601599 May 25 22:46:46.783937 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.db.l3_db [None req-61a9feea-74d0-4c2d-b729-b6fb6388e2e4 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Floating IP 2a0ebf3c-6774-4502-b901-ee5cbc2bfa4c associated. External IP: 172.27.0.97, port: f4e51551-d50d-422e-ab9c-3a59eb5b2744. May 25 22:46:46.835316 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [req-f0e55e26-74e8-42a2-97c0-5f1814df45f0 req-7f90da80-f0c1-4018-bf89-1adc4729b89f tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Request body: {'port': {'device_id': 'feb15ef2-8791-4f93-a7b0-092b0f70e2aa', 'network_id': '93fa5388-0472-4921-8b45-2072b4930877', 'admin_state_up': True, 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'security_groups': ['6e4aa45a-a0dd-44be-9285-a133e91907f4']}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:46:47.138758 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [req-f0e55e26-74e8-42a2-97c0-5f1814df45f0 req-7f90da80-f0c1-4018-bf89-1adc4729b89f tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:46:47.145534 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-f0e55e26-74e8-42a2-97c0-5f1814df45f0 req-7f90da80-f0c1-4018-bf89-1adc4729b89f tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Usage tracker for resource:port and tenant:28b7b6745c42484aba92bb70a964e120 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:46:47.149577 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-f0e55e26-74e8-42a2-97c0-5f1814df45f0 req-7f90da80-f0c1-4018-bf89-1adc4729b89f tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:46:47.156706 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [req-f0e55e26-74e8-42a2-97c0-5f1814df45f0 req-7f90da80-f0c1-4018-bf89-1adc4729b89f tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:46:47.171839 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0e55e26-74e8-42a2-97c0-5f1814df45f0 req-7f90da80-f0c1-4018-bf89-1adc4729b89f tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Made reservation on behalf of 28b7b6745c42484aba92bb70a964e120 for: {'port': 1} {{(pid=83236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:46:47.175208 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-f0e55e26-74e8-42a2-97c0-5f1814df45f0 req-7f90da80-f0c1-4018-bf89-1adc4729b89f tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:47.477076 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.db_base_plugin_common [req-f0e55e26-74e8-42a2-97c0-5f1814df45f0 req-7f90da80-f0c1-4018-bf89-1adc4729b89f tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Allocated IP 172.20.0.9 (93fa5388-0472-4921-8b45-2072b4930877/de133a3f-8e72-43cd-a48a-9e10a75e8ce4/00d1671f-d324-49a6-9b14-3df96599b3e9) {{(pid=83236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:46:47.708038 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-f0e55e26-74e8-42a2-97c0-5f1814df45f0 req-7f90da80-f0c1-4018-bf89-1adc4729b89f tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks [] for port, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:47.729468 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.provisioning_blocks [req-f0e55e26-74e8-42a2-97c0-5f1814df45f0 req-7f90da80-f0c1-4018-bf89-1adc4729b89f tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Transition to ACTIVE for port object 00d1671f-d324-49a6-9b14-3df96599b3e9 will not be triggered until provisioned by entity DHCP. {{(pid=83236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:46:47.735033 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a9feea-74d0-4c2d-b729-b6fb6388e2e4 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Router b585a7c5-a7f2-4f1f-858b-51e4a9ab326a has already been hosted by L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a {{(pid=83236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:46:47.835665 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-b1a144cb-edd9-4f6f-b9f7-aa40d0c0d6c1 req-a22cb856-7d78-468b-b18b-69946e81128d tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb15ef2-8791-4f93-a7b0-092b0f70e2aa HTTP/1.1" status: 200 len: 210 time: 0.0403972 May 25 22:46:47.877683 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-f0e55e26-74e8-42a2-97c0-5f1814df45f0 req-7f90da80-f0c1-4018-bf89-1adc4729b89f tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:47.976311 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0e55e26-74e8-42a2-97c0-5f1814df45f0 req-7f90da80-f0c1-4018-bf89-1adc4729b89f tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Network 93fa5388-0472-4921-8b45-2072b4930877 is already hosted by enough agents. {{(pid=83236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:46:47.977149 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f90da80-f0c1-4018-bf89-1adc4729b89f tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Pushing event updated for resources: {'Port': ['ID=00d1671f-d324-49a6-9b14-3df96599b3e9,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:46:47.980417 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.base_scheduler [req-f0e55e26-74e8-42a2-97c0-5f1814df45f0 req-7f90da80-f0c1-4018-bf89-1adc4729b89f tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Resources bound (agent type, host, resource id): {{(pid=83236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:46:47.983373 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e55e26-74e8-42a2-97c0-5f1814df45f0 req-7f90da80-f0c1-4018-bf89-1adc4729b89f tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Received port after_create {{(pid=83236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:46:48.053220 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e55e26-74e8-42a2-97c0-5f1814df45f0 req-7f90da80-f0c1-4018-bf89-1adc4729b89f tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:48.053829 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-f0e55e26-74e8-42a2-97c0-5f1814df45f0 req-7f90da80-f0c1-4018-bf89-1adc4729b89f tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:48.096595 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-f0e55e26-74e8-42a2-97c0-5f1814df45f0 req-7f90da80-f0c1-4018-bf89-1adc4729b89f tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3151960 May 25 22:46:48.113480 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a9feea-74d0-4c2d-b729-b6fb6388e2e4 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:46:48.123797 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [req-f0e55e26-74e8-42a2-97c0-5f1814df45f0 req-299a0ffb-f394-48da-adfe-46ce30346db6 service neutron] Request body: {'port': {'device_id': 'feb15ef2-8791-4f93-a7b0-092b0f70e2aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:46:48.123965 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af69717d-8cdc-499e-b3ad-9a3ec7dab779 None None] Sync routers for ids ['b585a7c5-a7f2-4f1f-858b-51e4a9ab326a'] in dv-cinder-843305-1-iscsi {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:46:48.136337 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af69717d-8cdc-499e-b3ad-9a3ec7dab779 None None] Routers {'b585a7c5-a7f2-4f1f-858b-51e4a9ab326a'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:46:48.137103 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-af69717d-8cdc-499e-b3ad-9a3ec7dab779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:46:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['b585a7c5-a7f2-4f1f-858b-51e4a9ab326a'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:46:48.183629 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-61a9feea-74d0-4c2d-b729-b6fb6388e2e4 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for floatingip, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:48.282083 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-61a9feea-74d0-4c2d-b729-b6fb6388e2e4 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4326396 May 25 22:46:48.285017 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4698d22-344a-46bf-91b0-6f1dfe9defce', 'tag': 'f4e51551-d50d-422e-ab9c-3a59eb5b2744'}] {{(pid=83236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:46:48.285712 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 34548) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:46:48.289769 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-fc2dd8b0-404b-43af-831c-404a1b70637b None None] Provisioning for port 00d1671f-d324-49a6-9b14-3df96599b3e9 completed by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:46:48.292186 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-f0e55e26-74e8-42a2-97c0-5f1814df45f0 req-299a0ffb-f394-48da-adfe-46ce30346db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:48.294344 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-576abd8d-e16d-4d7d-aec6-5aca4f372eed tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1935000031', 'description': 'tempest-secgroup-smoke-1935000031 description', 'project_id': '6626d9e2774441bc91a66b45ce4d2f50'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:46:48.296436 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-fc2dd8b0-404b-43af-831c-404a1b70637b None None] Provisioning complete for port 00d1671f-d324-49a6-9b14-3df96599b3e9 triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:46:48.296862 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-fc2dd8b0-404b-43af-831c-404a1b70637b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:48.302611 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-576abd8d-e16d-4d7d-aec6-5aca4f372eed tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:46:48.316071 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-576abd8d-e16d-4d7d-aec6-5aca4f372eed tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:46:48.330520 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-576abd8d-e16d-4d7d-aec6-5aca4f372eed tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks [] for security_group, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:48.366745 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-643c8a44-23f9-450f-bd40-04eeb802d4f7'] response: {'name': 'network-changed', 'server_uuid': 'd4698d22-344a-46bf-91b0-6f1dfe9defce', 'tag': 'f4e51551-d50d-422e-ab9c-3a59eb5b2744', 'status': 'completed', 'code': 200} May 25 22:46:48.376189 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-fc2dd8b0-404b-43af-831c-404a1b70637b None None] Port 00d1671f-d324-49a6-9b14-3df96599b3e9 cannot update to ACTIVE because it is not bound. {{(pid=83238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:46:48.376462 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-576abd8d-e16d-4d7d-aec6-5aca4f372eed tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:46:48.382143 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-576abd8d-e16d-4d7d-aec6-5aca4f372eed tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Usage tracker for resource:security_group_rule and tenant:6626d9e2774441bc91a66b45ce4d2f50 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:46:48.384091 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-af69717d-8cdc-499e-b3ad-9a3ec7dab779 None None] Set router b585a7c5-a7f2-4f1f-858b-51e4a9ab326a gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:46:48.385265 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-576abd8d-e16d-4d7d-aec6-5aca4f372eed tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:46:48.391845 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-576abd8d-e16d-4d7d-aec6-5aca4f372eed tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:46:48.461221 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-576abd8d-e16d-4d7d-aec6-5aca4f372eed tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks [] for security_group, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:48.468911 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-576abd8d-e16d-4d7d-aec6-5aca4f372eed tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:48.519668 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-576abd8d-e16d-4d7d-aec6-5aca4f372eed tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:48.523761 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-576abd8d-e16d-4d7d-aec6-5aca4f372eed tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2340798 May 25 22:46:48.524518 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 34554) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:46:48.533531 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-49203cab-ce85-44eb-9d64-5dad6f6ac532 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Request body: {'security_group_rule': {'security_group_id': '5a2c0b7d-361a-44d4-8f49-dee69a882c19', 'project_id': '6626d9e2774441bc91a66b45ce4d2f50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:46:48.539285 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-49203cab-ce85-44eb-9d64-5dad6f6ac532 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:46:48.543231 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-49203cab-ce85-44eb-9d64-5dad6f6ac532 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Usage tracker for resource:security_group_rule and tenant:6626d9e2774441bc91a66b45ce4d2f50 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:46:48.546193 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-49203cab-ce85-44eb-9d64-5dad6f6ac532 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:46:48.553103 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-49203cab-ce85-44eb-9d64-5dad6f6ac532 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:46:48.583366 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576abd8d-e16d-4d7d-aec6-5aca4f372eed tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2c0b7d-361a-44d4-8f49-dee69a882c19,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:46:48.597493 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-49203cab-ce85-44eb-9d64-5dad6f6ac532 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:48.602716 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-498e5f8c-b2e4-441a-85ba-65d15cb134c1 req-94c49547-3c79-4f67-99f6-7f424635ec93 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6626d9e2774441bc91a66b45ce4d2f50&device_id=d4698d22-344a-46bf-91b0-6f1dfe9defce HTTP/1.1" status: 200 len: 1098 time: 0.1743717 May 25 22:46:48.667668 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-49203cab-ce85-44eb-9d64-5dad6f6ac532 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:48.672273 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-49203cab-ce85-44eb-9d64-5dad6f6ac532 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924750'] for security_group_rule, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:48.709669 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-49203cab-ce85-44eb-9d64-5dad6f6ac532 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:48.713653 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-49203cab-ce85-44eb-9d64-5dad6f6ac532 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1855628 May 25 22:46:48.714364 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 34558) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:46:48.721580 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-777fb229-8c41-4039-90bb-3654160a8109 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Request body: {'security_group_rule': {'security_group_id': '5a2c0b7d-361a-44d4-8f49-dee69a882c19', 'project_id': '6626d9e2774441bc91a66b45ce4d2f50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:46:48.725867 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49203cab-ce85-44eb-9d64-5dad6f6ac532 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dacf182-dd34-4654-b301-98702101db09,revision_number=0']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:46:48.730500 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-777fb229-8c41-4039-90bb-3654160a8109 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:46:48.735420 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-777fb229-8c41-4039-90bb-3654160a8109 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Usage tracker for resource:security_group_rule and tenant:6626d9e2774441bc91a66b45ce4d2f50 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:46:48.739208 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-777fb229-8c41-4039-90bb-3654160a8109 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:46:48.744751 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-777fb229-8c41-4039-90bb-3654160a8109 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:46:48.763189 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-777fb229-8c41-4039-90bb-3654160a8109 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:48.821791 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-777fb229-8c41-4039-90bb-3654160a8109 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:48.827602 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-777fb229-8c41-4039-90bb-3654160a8109 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924750'] for security_group_rule, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:48.845873 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-af69717d-8cdc-499e-b3ad-9a3ec7dab779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b585a7c5-a7f2-4f1f-858b-51e4a9ab326a', 'name': 'tempest-TestMinimumBasicScenario-1384564704-router', 'tenant_id': '6626d9e2774441bc91a66b45ce4d2f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'b7f9a373-78d6-48c3-8ae9-76b6e0ebdbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:45:52Z', 'updated_at': '2022-05-25T22:45:55Z', 'revision_number': 4, 'project_id': '6626d9e2774441bc91a66b45ce4d2f50', 'gw_port': {'id': 'b7f9a373-78d6-48c3-8ae9-76b6e0ebdbe0', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:85:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b585a7c5-a7f2-4f1f-858b-51e4a9ab326a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:45:53Z', 'updated_at': '2022-05-25T22:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_floatingips': [{'id': '2a0ebf3c-6774-4502-b901-ee5cbc2bfa4c', 'tenant_id': '6626d9e2774441bc91a66b45ce4d2f50', 'floating_ip_address': '172.27.0.97', 'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'router_id': 'b585a7c5-a7f2-4f1f-858b-51e4a9ab326a', 'port_id': 'f4e51551-d50d-422e-ab9c-3a59eb5b2744', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8e79ba-7373-47ff-b556-c66c3f38a4fc', 'mac_address': 'fa:16:3e:a8:91:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4698d22-344a-46bf-91b0-6f1dfe9defce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:46:45Z', 'updated_at': '2022-05-25T22:46:45Z', 'revision_number': 0, 'project_id': '6626d9e2774441bc91a66b45ce4d2f50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97b6f640-7912-496c-9bc6-b6e7eef68dd6', 'name': '', 'network_id': '5e8e79ba-7373-47ff-b556-c66c3f38a4fc', 'tenant_id': '6626d9e2774441bc91a66b45ce4d2f50', 'mac_address': 'fa:16:3e:8c:df:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b585a7c5-a7f2-4f1f-858b-51e4a9ab326a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'daaee495-6ea7-4bcf-819e-e5d4b67a9afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:45:55Z', 'updated_at': '2022-05-25T22:46:15Z', 'revision_number': 5, 'project_id': '6626d9e2774441bc91a66b45ce4d2f50', 'subnets': [{'id': 'daaee495-6ea7-4bcf-819e-e5d4b67a9afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:46:48.850117 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af69717d-8cdc-499e-b3ad-9a3ec7dab779 None None] Checking router: b585a7c5-a7f2-4f1f-858b-51e4a9ab326a for host: dv-cinder-843305-1-iscsi {{(pid=83238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:46:48.862618 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af69717d-8cdc-499e-b3ad-9a3ec7dab779 None None] Routers {'b585a7c5-a7f2-4f1f-858b-51e4a9ab326a'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:46:48.864863 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-af69717d-8cdc-499e-b3ad-9a3ec7dab779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:46:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['b585a7c5-a7f2-4f1f-858b-51e4a9ab326a'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:46:48.895168 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777fb229-8c41-4039-90bb-3654160a8109 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=babc736d-56ee-4616-a248-093c9e65b681,revision_number=0']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:46:48.924804 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-777fb229-8c41-4039-90bb-3654160a8109 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:48.927624 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-777fb229-8c41-4039-90bb-3654160a8109 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2123203 May 25 22:46:48.929127 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e5f8c-b2e4-441a-85ba-65d15cb134c1 req-ac51b6ab-262c-42db-a8e6-5b40fb39c444 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:48.930316 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 34564) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:46:48.930567 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-498e5f8c-b2e4-441a-85ba-65d15cb134c1 req-ac51b6ab-262c-42db-a8e6-5b40fb39c444 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5e8e79ba-7373-47ff-b556-c66c3f38a4fc HTTP/1.1" status: 200 len: 916 time: 0.3052523 May 25 22:46:48.936657 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-10eed709-8afb-4db9-ab9a-ed79ad2c8bb0 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Request body: {'security_group_rule': {'security_group_id': '5a2c0b7d-361a-44d4-8f49-dee69a882c19', 'project_id': '6626d9e2774441bc91a66b45ce4d2f50', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:46:48.943925 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-10eed709-8afb-4db9-ab9a-ed79ad2c8bb0 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:46:48.948299 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-10eed709-8afb-4db9-ab9a-ed79ad2c8bb0 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Usage tracker for resource:security_group_rule and tenant:6626d9e2774441bc91a66b45ce4d2f50 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:46:48.952123 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-10eed709-8afb-4db9-ab9a-ed79ad2c8bb0 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:46:48.959920 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-10eed709-8afb-4db9-ab9a-ed79ad2c8bb0 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:46:48.978867 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-10eed709-8afb-4db9-ab9a-ed79ad2c8bb0 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:49.029584 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [req-f0e55e26-74e8-42a2-97c0-5f1814df45f0 req-299a0ffb-f394-48da-adfe-46ce30346db6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00d1671f-d324-49a6-9b14-3df96599b3e9 {{(pid=83236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:46:49.040310 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-f0e55e26-74e8-42a2-97c0-5f1814df45f0 req-299a0ffb-f394-48da-adfe-46ce30346db6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:49.070214 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.provisioning_blocks [req-f0e55e26-74e8-42a2-97c0-5f1814df45f0 req-299a0ffb-f394-48da-adfe-46ce30346db6 service neutron] Transition to ACTIVE for port object 00d1671f-d324-49a6-9b14-3df96599b3e9 will not be triggered until provisioned by entity L2. {{(pid=83236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:46:49.072647 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-498e5f8c-b2e4-441a-85ba-65d15cb134c1 req-d2dd411f-9ada-44ca-b8cb-f50d805c218a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4e51551-d50d-422e-ab9c-3a59eb5b2744 HTTP/1.1" status: 200 len: 998 time: 0.1307588 May 25 22:46:49.075501 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-f0e55e26-74e8-42a2-97c0-5f1814df45f0 req-299a0ffb-f394-48da-adfe-46ce30346db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1630987'] for port, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:49.096493 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-af69717d-8cdc-499e-b3ad-9a3ec7dab779 None None] Set router b585a7c5-a7f2-4f1f-858b-51e4a9ab326a gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:46:49.118189 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-10eed709-8afb-4db9-ab9a-ed79ad2c8bb0 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:49.129122 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05374228-92ba-4a6c-97db-b640e9b9b90b req-cf20f129-ef87-4f2c-84e5-8022362adf9e tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:49.130832 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-05374228-92ba-4a6c-97db-b640e9b9b90b req-cf20f129-ef87-4f2c-84e5-8022362adf9e tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb15ef2-8791-4f93-a7b0-092b0f70e2aa HTTP/1.1" status: 200 len: 931 time: 0.1142495 May 25 22:46:49.131816 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-10eed709-8afb-4db9-ab9a-ed79ad2c8bb0 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924750'] for security_group_rule, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:49.176482 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eed709-8afb-4db9-ab9a-ed79ad2c8bb0 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ebc1145-a6d9-44ac-9eca-17d762cffece,revision_number=0']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:46:49.207358 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-05374228-92ba-4a6c-97db-b640e9b9b90b req-a98d7a9e-b4ff-4ed4-b0df-09f3e7baafad tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4aa45a-a0dd-44be-9285-a133e91907f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611866 May 25 22:46:49.208347 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-10eed709-8afb-4db9-ab9a-ed79ad2c8bb0 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:49.209380 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-10eed709-8afb-4db9-ab9a-ed79ad2c8bb0 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2777085 May 25 22:46:49.215963 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 34568) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:46:49.223770 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-a80e6e1e-22d7-4673-83ef-c645fc0ee15b tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Request body: {'security_group_rule': {'security_group_id': '5a2c0b7d-361a-44d4-8f49-dee69a882c19', 'project_id': '6626d9e2774441bc91a66b45ce4d2f50', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:46:49.238838 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-a80e6e1e-22d7-4673-83ef-c645fc0ee15b tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:46:49.245953 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-a80e6e1e-22d7-4673-83ef-c645fc0ee15b tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Usage tracker for resource:security_group_rule and tenant:6626d9e2774441bc91a66b45ce4d2f50 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:46:49.249929 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-a80e6e1e-22d7-4673-83ef-c645fc0ee15b tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:46:49.257654 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-a80e6e1e-22d7-4673-83ef-c645fc0ee15b tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:46:49.262047 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e5f8c-b2e4-441a-85ba-65d15cb134c1 req-42df13a4-ad0e-41c7-86d8-39e15445c9d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:49.263505 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-498e5f8c-b2e4-441a-85ba-65d15cb134c1 req-42df13a4-ad0e-41c7-86d8-39e15445c9d5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=daaee495-6ea7-4bcf-819e-e5d4b67a9afd HTTP/1.1" status: 200 len: 854 time: 0.1494615 May 25 22:46:49.266081 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a0ffb-f394-48da-adfe-46ce30346db6 service neutron] Pushing event updated for resources: {'Port': ['ID=00d1671f-d324-49a6-9b14-3df96599b3e9,revision_number=2']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:46:49.283780 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-a80e6e1e-22d7-4673-83ef-c645fc0ee15b tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:49.358659 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-a80e6e1e-22d7-4673-83ef-c645fc0ee15b tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:49.365213 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-a80e6e1e-22d7-4673-83ef-c645fc0ee15b tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924750'] for security_group_rule, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:49.389767 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e6e1e-22d7-4673-83ef-c645fc0ee15b tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=432cbc85-ae08-4509-9419-17ef5571f086,revision_number=0']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:46:49.401684 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-a80e6e1e-22d7-4673-83ef-c645fc0ee15b tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:49.402952 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-a80e6e1e-22d7-4673-83ef-c645fc0ee15b tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1860383 May 25 22:46:49.405889 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 34572) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:46:49.416580 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [None req-725cdcce-11d8-47c2-ae11-de693f1a5ff6 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Request body: {'security_group_rule': {'security_group_id': '5a2c0b7d-361a-44d4-8f49-dee69a882c19', 'project_id': '6626d9e2774441bc91a66b45ce4d2f50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:46:49.437283 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-725cdcce-11d8-47c2-ae11-de693f1a5ff6 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:46:49.448558 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-725cdcce-11d8-47c2-ae11-de693f1a5ff6 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Usage tracker for resource:security_group_rule and tenant:6626d9e2774441bc91a66b45ce4d2f50 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:46:49.453338 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [None req-725cdcce-11d8-47c2-ae11-de693f1a5ff6 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:46:49.462607 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [None req-725cdcce-11d8-47c2-ae11-de693f1a5ff6 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:46:49.489513 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-f0e55e26-74e8-42a2-97c0-5f1814df45f0 req-299a0ffb-f394-48da-adfe-46ce30346db6 service neutron] Attempting to bind port 00d1671f-d324-49a6-9b14-3df96599b3e9 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:46:49.489742 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-f0e55e26-74e8-42a2-97c0-5f1814df45f0 req-299a0ffb-f394-48da-adfe-46ce30346db6 service neutron] Attempting to bind port 00d1671f-d324-49a6-9b14-3df96599b3e9 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': 'f5bb856f-bb4d-43f7-8cd6-86e950960bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '93fa5388-0472-4921-8b45-2072b4930877'}] {{(pid=83236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:46:49.490063 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e55e26-74e8-42a2-97c0-5f1814df45f0 req-299a0ffb-f394-48da-adfe-46ce30346db6 service neutron] Attempting to bind port 00d1671f-d324-49a6-9b14-3df96599b3e9 on network 93fa5388-0472-4921-8b45-2072b4930877 {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:46:49.504868 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-498e5f8c-b2e4-441a-85ba-65d15cb134c1 req-1d85aad7-2996-4feb-b1e1-6d760e38b7ec service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5e8e79ba-7373-47ff-b556-c66c3f38a4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2265308 May 25 22:46:49.505559 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.db.securitygroups_db [None req-725cdcce-11d8-47c2-ae11-de693f1a5ff6 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Project 6626d9e2774441bc91a66b45ce4d2f50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 22:46:49.530862 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e55e26-74e8-42a2-97c0-5f1814df45f0 req-299a0ffb-f394-48da-adfe-46ce30346db6 service neutron] Port 00d1671f-d324-49a6-9b14-3df96599b3e9 on network 93fa5388-0472-4921-8b45-2072b4930877 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:46:49.531235 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e55e26-74e8-42a2-97c0-5f1814df45f0 req-299a0ffb-f394-48da-adfe-46ce30346db6 service neutron] Attempting to bind port 00d1671f-d324-49a6-9b14-3df96599b3e9 on network 93fa5388-0472-4921-8b45-2072b4930877 {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:46:49.536452 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-725cdcce-11d8-47c2-ae11-de693f1a5ff6 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:49.557676 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-af69717d-8cdc-499e-b3ad-9a3ec7dab779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b585a7c5-a7f2-4f1f-858b-51e4a9ab326a', 'name': 'tempest-TestMinimumBasicScenario-1384564704-router', 'tenant_id': '6626d9e2774441bc91a66b45ce4d2f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'b7f9a373-78d6-48c3-8ae9-76b6e0ebdbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:45:52Z', 'updated_at': '2022-05-25T22:45:55Z', 'revision_number': 4, 'project_id': '6626d9e2774441bc91a66b45ce4d2f50', 'gw_port': {'id': 'b7f9a373-78d6-48c3-8ae9-76b6e0ebdbe0', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:85:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b585a7c5-a7f2-4f1f-858b-51e4a9ab326a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:45:53Z', 'updated_at': '2022-05-25T22:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_floatingips': [{'id': '2a0ebf3c-6774-4502-b901-ee5cbc2bfa4c', 'tenant_id': '6626d9e2774441bc91a66b45ce4d2f50', 'floating_ip_address': '172.27.0.97', 'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'router_id': 'b585a7c5-a7f2-4f1f-858b-51e4a9ab326a', 'port_id': 'f4e51551-d50d-422e-ab9c-3a59eb5b2744', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8e79ba-7373-47ff-b556-c66c3f38a4fc', 'mac_address': 'fa:16:3e:a8:91:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4698d22-344a-46bf-91b0-6f1dfe9defce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:46:45Z', 'updated_at': '2022-05-25T22:46:45Z', 'revision_number': 0, 'project_id': '6626d9e2774441bc91a66b45ce4d2f50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97b6f640-7912-496c-9bc6-b6e7eef68dd6', 'name': '', 'network_id': '5e8e79ba-7373-47ff-b556-c66c3f38a4fc', 'tenant_id': '6626d9e2774441bc91a66b45ce4d2f50', 'mac_address': 'fa:16:3e:8c:df:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b585a7c5-a7f2-4f1f-858b-51e4a9ab326a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'daaee495-6ea7-4bcf-819e-e5d4b67a9afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:45:55Z', 'updated_at': '2022-05-25T22:46:15Z', 'revision_number': 5, 'project_id': '6626d9e2774441bc91a66b45ce4d2f50', 'subnets': [{'id': 'daaee495-6ea7-4bcf-819e-e5d4b67a9afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:46:49.561636 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af69717d-8cdc-499e-b3ad-9a3ec7dab779 None None] The sync data for ids ['b585a7c5-a7f2-4f1f-858b-51e4a9ab326a'] in dv-cinder-843305-1-iscsi is: [{'id': 'b585a7c5-a7f2-4f1f-858b-51e4a9ab326a', 'name': 'tempest-TestMinimumBasicScenario-1384564704-router', 'tenant_id': '6626d9e2774441bc91a66b45ce4d2f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'b7f9a373-78d6-48c3-8ae9-76b6e0ebdbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:45:52Z', 'updated_at': '2022-05-25T22:45:55Z', 'revision_number': 4, 'project_id': '6626d9e2774441bc91a66b45ce4d2f50', 'gw_port': {'id': 'b7f9a373-78d6-48c3-8ae9-76b6e0ebdbe0', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:85:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b585a7c5-a7f2-4f1f-858b-51e4a9ab326a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:45:53Z', 'updated_at': '2022-05-25T22:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_floatingips': [{'id': '2a0ebf3c-6774-4502-b901-ee5cbc2bfa4c', 'tenant_id': '6626d9e2774441bc91a66b45ce4d2f50', 'floating_ip_address': '172.27.0.97', 'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'router_id': 'b585a7c5-a7f2-4f1f-858b-51e4a9ab326a', 'port_id': 'f4e51551-d50d-422e-ab9c-3a59eb5b2744', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8e79ba-7373-47ff-b556-c66c3f38a4fc', 'mac_address': 'fa:16:3e:a8:91:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4698d22-344a-46bf-91b0-6f1dfe9defce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:46:45Z', 'updated_at': '2022-05-25T22:46:45Z', 'revision_number': 0, 'project_id': '6626d9e2774441bc91a66b45ce4d2f50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97b6f640-7912-496c-9bc6-b6e7eef68dd6', 'name': '', 'network_id': '5e8e79ba-7373-47ff-b556-c66c3f38a4fc', 'tenant_id': '6626d9e2774441bc91a66b45ce4d2f50', 'mac_address': 'fa:16:3e:8c:df:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b585a7c5-a7f2-4f1f-858b-51e4a9ab326a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'daaee495-6ea7-4bcf-819e-e5d4b67a9afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:45:55Z', 'updated_at': '2022-05-25T22:46:15Z', 'revision_number': 5, 'project_id': '6626d9e2774441bc91a66b45ce4d2f50', 'subnets': [{'id': 'daaee495-6ea7-4bcf-819e-e5d4b67a9afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:46:49.605786 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e55e26-74e8-42a2-97c0-5f1814df45f0 req-299a0ffb-f394-48da-adfe-46ce30346db6 service neutron] Checking agent: {'id': 'ba48c32d-6c3d-40ce-a4ff-91ef21d08f39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 30, 42), 'started_at': datetime.datetime(2022, 5, 25, 22, 30, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:46:49.606117 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e55e26-74e8-42a2-97c0-5f1814df45f0 req-299a0ffb-f394-48da-adfe-46ce30346db6 service neutron] Checking segment: {'id': 'f5bb856f-bb4d-43f7-8cd6-86e950960bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '93fa5388-0472-4921-8b45-2072b4930877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:46:49.606500 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e55e26-74e8-42a2-97c0-5f1814df45f0 req-299a0ffb-f394-48da-adfe-46ce30346db6 service neutron] Bound using segment: {'id': 'f5bb856f-bb4d-43f7-8cd6-86e950960bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '93fa5388-0472-4921-8b45-2072b4930877'} {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:46:49.606943 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-f0e55e26-74e8-42a2-97c0-5f1814df45f0 req-299a0ffb-f394-48da-adfe-46ce30346db6 service neutron] Bound port: 00d1671f-d324-49a6-9b14-3df96599b3e9, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5bb856f-bb4d-43f7-8cd6-86e950960bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '93fa5388-0472-4921-8b45-2072b4930877'}}] {{(pid=83236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:46:49.607303 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-f0e55e26-74e8-42a2-97c0-5f1814df45f0 req-299a0ffb-f394-48da-adfe-46ce30346db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:49.743406 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454e7b51-631e-4f89-8ff6-3150b4db5a68 None None] New status for floating IP 2a0ebf3c-6774-4502-b901-ee5cbc2bfa4c: ACTIVE {{(pid=83239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:46:49.782403 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-725cdcce-11d8-47c2-ae11-de693f1a5ff6 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:49.788583 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-498e5f8c-b2e4-441a-85ba-65d15cb134c1 req-df802071-2610-4f55-9de2-dc132f4fa7c3 service neutron] 10.222.0.45 "GET /v2.0/networks/5e8e79ba-7373-47ff-b556-c66c3f38a4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765434 May 25 22:46:49.790673 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-725cdcce-11d8-47c2-ae11-de693f1a5ff6 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924750'] for security_group_rule, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:49.808283 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-f0e55e26-74e8-42a2-97c0-5f1814df45f0 req-299a0ffb-f394-48da-adfe-46ce30346db6 service neutron] For port 00d1671f-d324-49a6-9b14-3df96599b3e9, host hv-cinder-84330, cleared binding levels {{(pid=83236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:46:49.891493 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725cdcce-11d8-47c2-ae11-de693f1a5ff6 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f254bc12-acfd-4c81-8848-b135d55deeba,revision_number=0']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:46:49.903747 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-f0e55e26-74e8-42a2-97c0-5f1814df45f0 req-299a0ffb-f394-48da-adfe-46ce30346db6 service neutron] For port 00d1671f-d324-49a6-9b14-3df96599b3e9, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=00d1671f-d324-49a6-9b14-3df96599b3e9,segment=NetworkSegment(f5bb856f-bb4d-43f7-8cd6-86e950960bbb),segment_id=f5bb856f-bb4d-43f7-8cd6-86e950960bbb)] {{(pid=83236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:46:49.915901 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-f0e55e26-74e8-42a2-97c0-5f1814df45f0 req-299a0ffb-f394-48da-adfe-46ce30346db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1630987'] for port, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:49.956360 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-725cdcce-11d8-47c2-ae11-de693f1a5ff6 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:49.957514 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-725cdcce-11d8-47c2-ae11-de693f1a5ff6 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5504673 May 25 22:46:49.960367 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 34576) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:46:49.966245 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-b30cdc74-0581-4751-84c8-bed2f2f27770 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Request body: {'security_group_rule': {'security_group_id': '5a2c0b7d-361a-44d4-8f49-dee69a882c19', 'project_id': '6626d9e2774441bc91a66b45ce4d2f50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:46:49.972811 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-b30cdc74-0581-4751-84c8-bed2f2f27770 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:46:49.977045 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-b30cdc74-0581-4751-84c8-bed2f2f27770 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Usage tracker for resource:security_group_rule and tenant:6626d9e2774441bc91a66b45ce4d2f50 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:46:49.979605 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-b30cdc74-0581-4751-84c8-bed2f2f27770 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:46:49.985237 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-b30cdc74-0581-4751-84c8-bed2f2f27770 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:46:50.000277 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.db.securitygroups_db [None req-b30cdc74-0581-4751-84c8-bed2f2f27770 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Project 6626d9e2774441bc91a66b45ce4d2f50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 22:46:50.005649 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-f0e55e26-74e8-42a2-97c0-5f1814df45f0 req-299a0ffb-f394-48da-adfe-46ce30346db6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:50.007379 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-f0e55e26-74e8-42a2-97c0-5f1814df45f0 req-299a0ffb-f394-48da-adfe-46ce30346db6 service neutron] 10.222.0.45 "PUT /v2.0/ports/00d1671f-d324-49a6-9b14-3df96599b3e9 HTTP/1.1" status: 200 len: 1093 time: 1.8877203 May 25 22:46:50.007510 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-b30cdc74-0581-4751-84c8-bed2f2f27770 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:50.044407 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a0ffb-f394-48da-adfe-46ce30346db6 service neutron] Pushing event updated for resources: {'Port': ['ID=00d1671f-d324-49a6-9b14-3df96599b3e9,revision_number=3']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:46:50.050301 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-498e5f8c-b2e4-441a-85ba-65d15cb134c1 req-dc489800-c752-44cc-8f51-34722eddd673 service neutron] 10.222.0.45 "GET /v2.0/networks/5e8e79ba-7373-47ff-b556-c66c3f38a4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537022 May 25 22:46:50.082348 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-b30cdc74-0581-4751-84c8-bed2f2f27770 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:50.087184 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-b30cdc74-0581-4751-84c8-bed2f2f27770 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924750'] for security_group_rule, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:50.112036 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30cdc74-0581-4751-84c8-bed2f2f27770 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57462517-52db-4f18-8712-1cb0a2aec1d5,revision_number=0']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:46:50.122473 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-b30cdc74-0581-4751-84c8-bed2f2f27770 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:50.124437 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-b30cdc74-0581-4751-84c8-bed2f2f27770 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1630383 May 25 22:46:50.184715 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-f0e55e26-74e8-42a2-97c0-5f1814df45f0 req-52a66e1e-4878-4f3f-9281-8aa8e8771f0b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=28b7b6745c42484aba92bb70a964e120&device_id=feb15ef2-8791-4f93-a7b0-092b0f70e2aa HTTP/1.1" status: 200 len: 1096 time: 0.0817201 May 25 22:46:50.260955 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-f0e55e26-74e8-42a2-97c0-5f1814df45f0 req-0b61c948-0b37-405d-a043-ca53c77be11a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00d1671f-d324-49a6-9b14-3df96599b3e9 HTTP/1.1" status: 200 len: 217 time: 0.0621629 May 25 22:46:50.273343 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-6458d3cc-f7aa-4b0e-aeb4-daa3efcf98d1 req-6ff9727a-300d-4f9e-af21-334e1ded348b tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Synchronizing usage tracker for tenant:6626d9e2774441bc91a66b45ce4d2f50 on resource:security_group {{(pid=83237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:46:50.291588 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-6458d3cc-f7aa-4b0e-aeb4-daa3efcf98d1 req-6ff9727a-300d-4f9e-af21-334e1ded348b tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Unset dirty status for tenant:6626d9e2774441bc91a66b45ce4d2f50 on resource:security_group {{(pid=83237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:46:50.292841 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-6458d3cc-f7aa-4b0e-aeb4-daa3efcf98d1 req-6ff9727a-300d-4f9e-af21-334e1ded348b tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1935000031&fields=id&tenant_id=6626d9e2774441bc91a66b45ce4d2f50 HTTP/1.1" status: 200 len: 267 time: 0.0715477 May 25 22:46:50.332721 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e55e26-74e8-42a2-97c0-5f1814df45f0 req-a7e2c717-1d2f-4cbc-a7c7-17a2e2da187b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:50.334266 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-f0e55e26-74e8-42a2-97c0-5f1814df45f0 req-a7e2c717-1d2f-4cbc-a7c7-17a2e2da187b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de133a3f-8e72-43cd-a48a-9e10a75e8ce4 HTTP/1.1" status: 200 len: 850 time: 0.0667911 May 25 22:46:50.369270 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feb15ef2-8791-4f93-a7b0-092b0f70e2aa', 'tag': '00d1671f-d324-49a6-9b14-3df96599b3e9'}] {{(pid=83236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:46:50.415211 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-f0e55e26-74e8-42a2-97c0-5f1814df45f0 req-253886ed-cb03-4931-a95a-8936cd8695f6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93fa5388-0472-4921-8b45-2072b4930877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0748689 May 25 22:46:50.433450 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458d3cc-f7aa-4b0e-aeb4-daa3efcf98d1 req-434c2005-9e6b-43fb-8153-ebfde676cf6f tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:50.434894 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-6458d3cc-f7aa-4b0e-aeb4-daa3efcf98d1 req-434c2005-9e6b-43fb-8153-ebfde676cf6f tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4698d22-344a-46bf-91b0-6f1dfe9defce HTTP/1.1" status: 200 len: 945 time: 0.1356122 May 25 22:46:50.448309 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [req-6458d3cc-f7aa-4b0e-aeb4-daa3efcf98d1 req-d6ad4dd3-a909-47ee-9b29-97d570c37c0a tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Request body: {'port': {'security_groups': ['e7e6c164-b99b-4814-8159-91a88ea3d1ca', '5a2c0b7d-361a-44d4-8f49-dee69a882c19']}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:46:50.477163 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953bc34-6bdb-4794-8567-c29ad2971c34 req-ef216b36-31f7-4508-a266-2eacc8c620e1 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:50.478631 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-3953bc34-6bdb-4794-8567-c29ad2971c34 req-ef216b36-31f7-4508-a266-2eacc8c620e1 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb15ef2-8791-4f93-a7b0-092b0f70e2aa HTTP/1.1" status: 200 len: 943 time: 0.1351478 May 25 22:46:50.592823 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-3953bc34-6bdb-4794-8567-c29ad2971c34 req-4ce3376b-3b39-4b11-bb49-66ba6ea63164 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4aa45a-a0dd-44be-9285-a133e91907f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082656 May 25 22:46:50.606381 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [req-6458d3cc-f7aa-4b0e-aeb4-daa3efcf98d1 req-d6ad4dd3-a909-47ee-9b29-97d570c37c0a tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:50.651303 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-f0e55e26-74e8-42a2-97c0-5f1814df45f0 req-0750655d-1430-49b1-9d87-e4a6eff2bb37 service neutron] 10.222.0.45 "GET /v2.0/networks/93fa5388-0472-4921-8b45-2072b4930877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297516 May 25 22:46:50.676565 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4756302-762d-4be5-ad4b-28ee8b98b51e'] response: {'name': 'network-changed', 'server_uuid': 'feb15ef2-8791-4f93-a7b0-092b0f70e2aa', 'tag': '00d1671f-d324-49a6-9b14-3df96599b3e9', 'status': 'completed', 'code': 200} May 25 22:46:50.788023 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-f0e55e26-74e8-42a2-97c0-5f1814df45f0 req-5a45c9bf-0912-4df7-b05f-bffa515b6ba4 service neutron] 10.222.0.45 "GET /v2.0/networks/93fa5388-0472-4921-8b45-2072b4930877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300759 May 25 22:46:50.865792 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.db [req-6458d3cc-f7aa-4b0e-aeb4-daa3efcf98d1 req-d6ad4dd3-a909-47ee-9b29-97d570c37c0a tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] For port f4e51551-d50d-422e-ab9c-3a59eb5b2744, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=f4e51551-d50d-422e-ab9c-3a59eb5b2744,segment=NetworkSegment(7ebfa99c-e8ea-45bc-9751-f287d2ab1bc9),segment_id=7ebfa99c-e8ea-45bc-9751-f287d2ab1bc9)] {{(pid=83237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:46:50.890500 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [req-6458d3cc-f7aa-4b0e-aeb4-daa3efcf98d1 req-d6ad4dd3-a909-47ee-9b29-97d570c37c0a tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks [] for port, precommit_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:50.896392 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [req-6458d3cc-f7aa-4b0e-aeb4-daa3efcf98d1 req-d6ad4dd3-a909-47ee-9b29-97d570c37c0a tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1149314'] for port, after_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:50.931619 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] get_ports_and_sgs() called for port_ids ['f4e51551-d50d-422e-ab9c-3a59eb5b2744'] {{(pid=83238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:46:50.950718 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-9a5216fd-1e71-4443-93dc-2b26d331fa89 req-0d8fd457-69be-49fa-9fea-74cf395f955a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=28b7b6745c42484aba92bb70a964e120&device_id=feb15ef2-8791-4f93-a7b0-092b0f70e2aa HTTP/1.1" status: 200 len: 1096 time: 0.0782061 May 25 22:46:50.972095 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458d3cc-f7aa-4b0e-aeb4-daa3efcf98d1 req-d6ad4dd3-a909-47ee-9b29-97d570c37c0a tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:50.972701 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [req-6458d3cc-f7aa-4b0e-aeb4-daa3efcf98d1 req-d6ad4dd3-a909-47ee-9b29-97d570c37c0a tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:50.974227 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-6458d3cc-f7aa-4b0e-aeb4-daa3efcf98d1 req-d6ad4dd3-a909-47ee-9b29-97d570c37c0a tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "PUT /v2.0/ports/f4e51551-d50d-422e-ab9c-3a59eb5b2744 HTTP/1.1" status: 200 len: 981 time: 0.5312054 May 25 22:46:50.974519 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4698d22-344a-46bf-91b0-6f1dfe9defce', 'tag': 'f4e51551-d50d-422e-ab9c-3a59eb5b2744'}] {{(pid=83237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:46:51.006371 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad4dd3-a909-47ee-9b29-97d570c37c0a tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Pushing event updated for resources: {'Port': ['ID=f4e51551-d50d-422e-ab9c-3a59eb5b2744,revision_number=6']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:46:51.122644 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] get_ports_and_sgs() called for port_ids ['f4e51551-d50d-422e-ab9c-3a59eb5b2744'] {{(pid=83238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:46:51.166460 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5216fd-1e71-4443-93dc-2b26d331fa89 req-6e2a2af6-e494-4985-a899-99c2857f26e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:51.167936 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-9a5216fd-1e71-4443-93dc-2b26d331fa89 req-6e2a2af6-e494-4985-a899-99c2857f26e2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=93fa5388-0472-4921-8b45-2072b4930877 HTTP/1.1" status: 200 len: 912 time: 0.2112241 May 25 22:46:51.205230 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38735a8a-a354-4b6f-aa16-5d55ac53af66 req-15188c7a-1423-490f-883d-6e9edd72d919 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:51.212667 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-38735a8a-a354-4b6f-aa16-5d55ac53af66 req-15188c7a-1423-490f-883d-6e9edd72d919 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4698d22-344a-46bf-91b0-6f1dfe9defce HTTP/1.1" status: 200 len: 984 time: 0.1037908 May 25 22:46:51.229848 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b491bc5-a533-4951-863c-bd1c9a390769'] response: {'name': 'network-changed', 'server_uuid': 'd4698d22-344a-46bf-91b0-6f1dfe9defce', 'tag': 'f4e51551-d50d-422e-ab9c-3a59eb5b2744', 'status': 'completed', 'code': 200} May 25 22:46:51.259028 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-9a5216fd-1e71-4443-93dc-2b26d331fa89 req-7c08a74d-9c51-4b0b-937b-1ea0a3881037 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00d1671f-d324-49a6-9b14-3df96599b3e9 HTTP/1.1" status: 200 len: 217 time: 0.0833790 May 25 22:46:51.266743 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-38735a8a-a354-4b6f-aa16-5d55ac53af66 req-eb354075-1cc0-4758-9b6b-74343ed68f9d tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7e6c164-b99b-4814-8159-91a88ea3d1ca&id=5a2c0b7d-361a-44d4-8f49-dee69a882c19&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529478 May 25 22:46:51.372328 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-92cae2d5-8194-460c-b772-fea754473191 None None] Provisioning complete for port f4e51551-d50d-422e-ab9c-3a59eb5b2744 triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:46:51.372688 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-92cae2d5-8194-460c-b772-fea754473191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:51.384050 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5216fd-1e71-4443-93dc-2b26d331fa89 req-b6c950f4-b42e-4113-8a70-14120e4af082 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:51.385481 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-9a5216fd-1e71-4443-93dc-2b26d331fa89 req-b6c950f4-b42e-4113-8a70-14120e4af082 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de133a3f-8e72-43cd-a48a-9e10a75e8ce4 HTTP/1.1" status: 200 len: 850 time: 0.1129010 May 25 22:46:51.440698 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b6c53f21-51d4-47d4-9065-d70a15aaef2b req-b6f394b9-1500-4068-93b3-e754672a7fa4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6626d9e2774441bc91a66b45ce4d2f50&device_id=d4698d22-344a-46bf-91b0-6f1dfe9defce HTTP/1.1" status: 200 len: 1137 time: 0.1662736 May 25 22:46:51.552544 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-9a5216fd-1e71-4443-93dc-2b26d331fa89 req-8aaebe47-9db1-4dca-8da7-7b24c4092272 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93fa5388-0472-4921-8b45-2072b4930877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1604164 May 25 22:46:51.663782 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c53f21-51d4-47d4-9065-d70a15aaef2b req-e0f1e414-64dd-4ad5-8ad0-3a17dac8152a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:51.665214 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b6c53f21-51d4-47d4-9065-d70a15aaef2b req-e0f1e414-64dd-4ad5-8ad0-3a17dac8152a service neutron] 10.222.0.45 "GET /v2.0/networks?id=5e8e79ba-7373-47ff-b556-c66c3f38a4fc HTTP/1.1" status: 200 len: 916 time: 0.2152057 May 25 22:46:51.804248 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-9a5216fd-1e71-4443-93dc-2b26d331fa89 req-9855490b-eb27-4de6-bf79-d1cf0e667197 service neutron] 10.222.0.45 "GET /v2.0/networks/93fa5388-0472-4921-8b45-2072b4930877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380247 May 25 22:46:51.807225 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b6c53f21-51d4-47d4-9065-d70a15aaef2b req-96f2f02a-de41-49c3-aae9-eea3bc198b83 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4e51551-d50d-422e-ab9c-3a59eb5b2744 HTTP/1.1" status: 200 len: 1000 time: 0.1354265 May 25 22:46:51.811838 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb2984-b91b-4304-a3d2-b140fded3a8e req-d0f6e0f8-8be8-467b-a599-655e115ce609 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:51.813323 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-32bb2984-b91b-4304-a3d2-b140fded3a8e req-d0f6e0f8-8be8-467b-a599-655e115ce609 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb15ef2-8791-4f93-a7b0-092b0f70e2aa HTTP/1.1" status: 200 len: 943 time: 0.0882030 May 25 22:46:51.949523 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-32bb2984-b91b-4304-a3d2-b140fded3a8e req-167d56c8-12ac-4602-935d-6cc1d8632242 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4aa45a-a0dd-44be-9285-a133e91907f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305051 May 25 22:46:51.975657 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c53f21-51d4-47d4-9065-d70a15aaef2b req-09032c25-5ab9-45a2-9a6e-316966a01894 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:51.977065 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b6c53f21-51d4-47d4-9065-d70a15aaef2b req-09032c25-5ab9-45a2-9a6e-316966a01894 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=daaee495-6ea7-4bcf-819e-e5d4b67a9afd HTTP/1.1" status: 200 len: 854 time: 0.1387496 May 25 22:46:52.055243 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-9a5216fd-1e71-4443-93dc-2b26d331fa89 req-4b4360fb-e26a-4eea-a6ce-0dc50db9eca5 service neutron] 10.222.0.45 "GET /v2.0/networks/93fa5388-0472-4921-8b45-2072b4930877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388635 May 25 22:46:52.081990 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b6c53f21-51d4-47d4-9065-d70a15aaef2b req-5ef6b3b6-075b-4688-b4d4-1c2bae6cc765 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5e8e79ba-7373-47ff-b556-c66c3f38a4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0909541 May 25 22:46:52.218312 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b6c53f21-51d4-47d4-9065-d70a15aaef2b req-5197a326-43f8-4604-9dc4-64e355500491 service neutron] 10.222.0.45 "GET /v2.0/networks/5e8e79ba-7373-47ff-b556-c66c3f38a4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218433 May 25 22:46:52.449707 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b6c53f21-51d4-47d4-9065-d70a15aaef2b req-9dff2b02-3f6d-47f9-a88c-29c28f666fa5 service neutron] 10.222.0.45 "GET /v2.0/networks/5e8e79ba-7373-47ff-b556-c66c3f38a4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235959 May 25 22:46:53.141782 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c1de0-e9de-4565-8daf-ae45e563a059 req-af9f4e4d-c966-4199-bcd1-4d6350c8a7e9 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:53.143219 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-a15c1de0-e9de-4565-8daf-ae45e563a059 req-af9f4e4d-c966-4199-bcd1-4d6350c8a7e9 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb15ef2-8791-4f93-a7b0-092b0f70e2aa HTTP/1.1" status: 200 len: 943 time: 0.0754931 May 25 22:46:53.187691 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-a15c1de0-e9de-4565-8daf-ae45e563a059 req-b58e88eb-a4bb-4c92-981f-898f14c95ebf tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4aa45a-a0dd-44be-9285-a133e91907f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388401 May 25 22:46:53.720942 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b9d8b5c5-ef75-459b-9eca-b3929d02525b req-2b655d24-b272-4cc5-958d-2345dc24d436 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d4698d22-344a-46bf-91b0-6f1dfe9defce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702233 May 25 22:46:53.885954 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b9d8b5c5-ef75-459b-9eca-b3929d02525b req-ab0e93b9-ed89-40ef-a083-8336aac4b7f4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6626d9e2774441bc91a66b45ce4d2f50&device_id=d4698d22-344a-46bf-91b0-6f1dfe9defce HTTP/1.1" status: 200 len: 1137 time: 0.0839310 May 25 22:46:54.037829 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8b5c5-ef75-459b-9eca-b3929d02525b req-37d6ed8c-2d53-482a-bccb-39d0917571b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:54.039177 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b9d8b5c5-ef75-459b-9eca-b3929d02525b req-37d6ed8c-2d53-482a-bccb-39d0917571b2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5e8e79ba-7373-47ff-b556-c66c3f38a4fc HTTP/1.1" status: 200 len: 916 time: 0.1318450 May 25 22:46:54.141164 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b9d8b5c5-ef75-459b-9eca-b3929d02525b req-29fe6e92-74bf-4ab3-b027-bdec0df18af5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4e51551-d50d-422e-ab9c-3a59eb5b2744 HTTP/1.1" status: 200 len: 1000 time: 0.0955446 May 25 22:46:54.202787 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8b5c5-ef75-459b-9eca-b3929d02525b req-a47c350e-ed6a-4993-9fe4-6e137e91ddd8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:54.204306 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b9d8b5c5-ef75-459b-9eca-b3929d02525b req-a47c350e-ed6a-4993-9fe4-6e137e91ddd8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=daaee495-6ea7-4bcf-819e-e5d4b67a9afd HTTP/1.1" status: 200 len: 854 time: 0.0564275 May 25 22:46:54.284978 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b9d8b5c5-ef75-459b-9eca-b3929d02525b req-c3b277bf-3783-4703-b74a-5a05d2b85a18 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5e8e79ba-7373-47ff-b556-c66c3f38a4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0713835 May 25 22:46:54.387767 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.agents_db [None req-9a0b4f36-fcd8-49b0-a2d4-59f1c5f7edf0 None None] Agent healthcheck: found 6 active agents {{(pid=83239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:46:54.399483 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d31a6-9d70-4657-8e21-eb75a46980f7 req-ea510493-8519-4e42-b5a2-609e70ac4aa7 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:54.401646 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-195d31a6-9d70-4657-8e21-eb75a46980f7 req-ea510493-8519-4e42-b5a2-609e70ac4aa7 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb15ef2-8791-4f93-a7b0-092b0f70e2aa HTTP/1.1" status: 200 len: 943 time: 0.0937009 May 25 22:46:54.436893 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b9d8b5c5-ef75-459b-9eca-b3929d02525b req-af5e94f6-2476-42b6-9cd6-b5f3cbf28e45 service neutron] 10.222.0.45 "GET /v2.0/networks/5e8e79ba-7373-47ff-b556-c66c3f38a4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448359 May 25 22:46:54.447943 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-195d31a6-9d70-4657-8e21-eb75a46980f7 req-cbd4d6ca-c004-4809-9ae5-5de3b2e8a117 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4aa45a-a0dd-44be-9285-a133e91907f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406342 May 25 22:46:54.577497 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-b9d8b5c5-ef75-459b-9eca-b3929d02525b req-90dacc91-ca9a-4f0f-9b9a-72b187232a78 service neutron] 10.222.0.45 "GET /v2.0/networks/5e8e79ba-7373-47ff-b556-c66c3f38a4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343508 May 25 22:46:55.648066 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97eba1f-32fb-4d2b-8914-ebce353e0ccd req-268e7e2d-b1e4-434c-93cd-d6e44dff263e tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:55.649642 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-b97eba1f-32fb-4d2b-8914-ebce353e0ccd req-268e7e2d-b1e4-434c-93cd-d6e44dff263e tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb15ef2-8791-4f93-a7b0-092b0f70e2aa HTTP/1.1" status: 200 len: 943 time: 0.0804696 May 25 22:46:55.697473 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-b97eba1f-32fb-4d2b-8914-ebce353e0ccd req-18ed1f2b-c509-447d-a47c-d14d49c3ffea tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4aa45a-a0dd-44be-9285-a133e91907f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424025 May 25 22:46:56.890544 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5121bd-e79f-4964-b2b4-e7c86de3cd65 req-1f60973e-76cb-4c96-a843-6d77e2d595c2 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:56.892055 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-db5121bd-e79f-4964-b2b4-e7c86de3cd65 req-1f60973e-76cb-4c96-a843-6d77e2d595c2 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb15ef2-8791-4f93-a7b0-092b0f70e2aa HTTP/1.1" status: 200 len: 943 time: 0.0744441 May 25 22:46:56.936303 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-db5121bd-e79f-4964-b2b4-e7c86de3cd65 req-fb221ed5-5b78-48a0-b001-870d30faad07 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4aa45a-a0dd-44be-9285-a133e91907f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385516 May 25 22:46:58.135168 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cabefc-b53d-4feb-a902-4c2e23c22604 req-d97667da-7ddf-4675-9ed9-ddc189f60456 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:58.136605 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-a3cabefc-b53d-4feb-a902-4c2e23c22604 req-d97667da-7ddf-4675-9ed9-ddc189f60456 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb15ef2-8791-4f93-a7b0-092b0f70e2aa HTTP/1.1" status: 200 len: 943 time: 0.0777316 May 25 22:46:58.181166 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-a3cabefc-b53d-4feb-a902-4c2e23c22604 req-f8e3ebc7-24de-4309-95dc-096623230319 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4aa45a-a0dd-44be-9285-a133e91907f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390809 May 25 22:46:58.961239 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 00d1671f-d324-49a6-9b14-3df96599b3e9 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 22:46:59.092419 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port 00d1671f-d324-49a6-9b14-3df96599b3e9, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=00d1671f-d324-49a6-9b14-3df96599b3e9,segment=NetworkSegment(f5bb856f-bb4d-43f7-8cd6-86e950960bbb),segment_id=f5bb856f-bb4d-43f7-8cd6-86e950960bbb)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:46:59.105468 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Returning: {'device': '00d1671f-d324-49a6-9b14-3df96599b3e9', 'network_id': '93fa5388-0472-4921-8b45-2072b4930877', 'port_id': '00d1671f-d324-49a6-9b14-3df96599b3e9', 'mac_address': 'fa:16:3e:4f:f2:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de133a3f-8e72-43cd-a48a-9e10a75e8ce4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 22:46:59.156950 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:59.176488 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.notifiers.nova [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00d1671f-d324-49a6-9b14-3df96599b3e9 {{(pid=83238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:46:59.191299 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port 00d1671f-d324-49a6-9b14-3df96599b3e9, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=00d1671f-d324-49a6-9b14-3df96599b3e9,segment=NetworkSegment(f5bb856f-bb4d-43f7-8cd6-86e950960bbb),segment_id=f5bb856f-bb4d-43f7-8cd6-86e950960bbb)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:46:59.195228 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:59.264202 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Pushing event updated for resources: {'Port': ['ID=00d1671f-d324-49a6-9b14-3df96599b3e9,revision_number=4']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:46:59.273083 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:59.273414 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:59.273736 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:59.274054 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:59.274369 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:59.274684 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:59.274996 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:59.275302 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:59.275632 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:59.275936 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:59.276258 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:59.380933 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350d886-4053-4111-b6b8-62446207e497 req-c36cfc53-8938-4ac0-a6aa-1734407c0632 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:59.382372 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-7350d886-4053-4111-b6b8-62446207e497 req-c36cfc53-8938-4ac0-a6aa-1734407c0632 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb15ef2-8791-4f93-a7b0-092b0f70e2aa HTTP/1.1" status: 200 len: 944 time: 0.0756342 May 25 22:46:59.427384 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-7350d886-4053-4111-b6b8-62446207e497 req-e7220a95-e392-4fe0-8bfa-a82e2000c022 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4aa45a-a0dd-44be-9285-a133e91907f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395956 May 25 22:46:59.488933 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] get_ports_and_sgs() called for port_ids ['00d1671f-d324-49a6-9b14-3df96599b3e9'] {{(pid=83238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:46:59.671741 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-648e7c9f-785b-46b5-be6d-33af3c9e6ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:00.620797 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d12dd-bfe5-4405-a699-d7b5d0ce57dd req-8d5a479e-1e00-4f4c-97d9-60631f32a89d tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:00.622228 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-251d12dd-bfe5-4405-a699-d7b5d0ce57dd req-8d5a479e-1e00-4f4c-97d9-60631f32a89d tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb15ef2-8791-4f93-a7b0-092b0f70e2aa HTTP/1.1" status: 200 len: 944 time: 0.0778613 May 25 22:47:00.667644 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-251d12dd-bfe5-4405-a699-d7b5d0ce57dd req-63fd134f-00a5-4d7f-b971-20dc8e650d2f tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4aa45a-a0dd-44be-9285-a133e91907f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387206 May 25 22:47:00.958655 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 00d1671f-d324-49a6-9b14-3df96599b3e9 up at agent hyperv_hv-cinder-84330 {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:47:01.023881 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Provisioning for port 00d1671f-d324-49a6-9b14-3df96599b3e9 completed by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:47:01.028223 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Provisioning complete for port 00d1671f-d324-49a6-9b14-3df96599b3e9 triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:47:01.028578 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:01.137324 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:01.164009 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb15ef2-8791-4f93-a7b0-092b0f70e2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d1671f-d324-49a6-9b14-3df96599b3e9'}] {{(pid=83238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:47:01.172933 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port 00d1671f-d324-49a6-9b14-3df96599b3e9, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=00d1671f-d324-49a6-9b14-3df96599b3e9,segment=NetworkSegment(f5bb856f-bb4d-43f7-8cd6-86e950960bbb),segment_id=f5bb856f-bb4d-43f7-8cd6-86e950960bbb)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:47:01.176686 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:01.219641 dv-cinder-843305-1-iscsi neutron-server[83238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d82da49-5163-4ba9-8450-13aa25067182'] response: {'server_uuid': 'feb15ef2-8791-4f93-a7b0-092b0f70e2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d1671f-d324-49a6-9b14-3df96599b3e9', 'code': 200} May 25 22:47:01.244096 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Pushing event updated for resources: {'Port': ['ID=00d1671f-d324-49a6-9b14-3df96599b3e9,revision_number=5']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:01.515914 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-42dc3629-1c71-493b-9415-8b34b08cfee9 req-2d70cf00-f2ba-4911-8690-c34cbfc79593 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=feb15ef2-8791-4f93-a7b0-092b0f70e2aa HTTP/1.1" status: 200 len: 1098 time: 0.0662119 May 25 22:47:01.555805 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-42dc3629-1c71-493b-9415-8b34b08cfee9 req-6637035a-e610-4f16-b78a-f2ed3248dae8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6e4aa45a-a0dd-44be-9285-a133e91907f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343754 May 25 22:47:01.843705 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-a6a677e1-6928-447b-a635-f9bfbaa10f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:01.867998 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5f1ad-c031-46a1-8099-21d2b885daaa req-d499a25c-983c-4aea-879d-164875d5d161 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:01.869482 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-b5f5f1ad-c031-46a1-8099-21d2b885daaa req-d499a25c-983c-4aea-879d-164875d5d161 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb15ef2-8791-4f93-a7b0-092b0f70e2aa HTTP/1.1" status: 200 len: 945 time: 0.0829659 May 25 22:47:01.923220 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-b5f5f1ad-c031-46a1-8099-21d2b885daaa req-b76fbb80-23a3-491e-b0ca-22f07bf79192 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4aa45a-a0dd-44be-9285-a133e91907f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479074 May 25 22:47:02.941586 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:03.103328 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:03.120909 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197cff6-0b39-4b6a-9ac5-0964fbb220d5 req-72bdf86a-4752-47bf-8f1e-956aa3299536 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:03.122377 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-6197cff6-0b39-4b6a-9ac5-0964fbb220d5 req-72bdf86a-4752-47bf-8f1e-956aa3299536 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb15ef2-8791-4f93-a7b0-092b0f70e2aa HTTP/1.1" status: 200 len: 945 time: 0.0766740 May 25 22:47:03.166624 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-6197cff6-0b39-4b6a-9ac5-0964fbb220d5 req-2e00f8e6-478d-4b3f-96fd-0eca2f02d4e9 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4aa45a-a0dd-44be-9285-a133e91907f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382478 May 25 22:47:03.364121 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366b36d-21ad-4db4-95c5-80d5a83c8275 req-677299ef-f872-4e86-a001-405b34e402f0 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:03.365531 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-1366b36d-21ad-4db4-95c5-80d5a83c8275 req-677299ef-f872-4e86-a001-405b34e402f0 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb15ef2-8791-4f93-a7b0-092b0f70e2aa HTTP/1.1" status: 200 len: 945 time: 0.0772827 May 25 22:47:03.409215 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-1366b36d-21ad-4db4-95c5-80d5a83c8275 req-bc80be40-e308-457e-bcc9-91fe1a70bbb1 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4aa45a-a0dd-44be-9285-a133e91907f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382814 May 25 22:47:03.436411 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 34622) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:47:03.504461 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-317797b1-942d-486c-bf10-c1eea361f9ae tempest-TestVolumeBootPattern-1078002718 tempest-TestVolumeBootPattern-1078002718-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=feb15ef2-8791-4f93-a7b0-092b0f70e2aa HTTP/1.1" status: 200 len: 1093 time: 0.0668113 May 25 22:47:03.506820 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 34626) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:47:03.511754 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-13a0522b-8f78-44d6-889a-c56574ff303b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Request body: {'floatingip': {'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'port_id': '00d1671f-d324-49a6-9b14-3df96599b3e9', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:47:03.516981 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-13a0522b-8f78-44d6-889a-c56574ff303b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:47:03.520712 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-13a0522b-8f78-44d6-889a-c56574ff303b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Usage tracker for resource:floatingip and tenant:28b7b6745c42484aba92bb70a964e120 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:47:03.523432 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-13a0522b-8f78-44d6-889a-c56574ff303b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:47:03.528987 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-13a0522b-8f78-44d6-889a-c56574ff303b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:47:03.538991 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-13a0522b-8f78-44d6-889a-c56574ff303b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks [] for floatingip, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:03.670683 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-13a0522b-8f78-44d6-889a-c56574ff303b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:03.805194 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.db_base_plugin_common [None req-13a0522b-8f78-44d6-889a-c56574ff303b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Allocated IP 172.27.0.78 (cb39d3ef-31f0-4e66-970b-4cb0d379e187/4ff22ee7-6206-48b0-b7ae-e7396fe607ae/c0a25084-fc93-4022-95a7-62fdce9438c4) {{(pid=83237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:47:03.954848 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-13a0522b-8f78-44d6-889a-c56574ff303b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks [] for port, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:03.981467 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-13a0522b-8f78-44d6-889a-c56574ff303b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1149435'] for port, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:04.052818 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a0522b-8f78-44d6-889a-c56574ff303b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Network cb39d3ef-31f0-4e66-970b-4cb0d379e187 is already hosted by enough agents. {{(pid=83237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:47:04.055477 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.base_scheduler [None req-13a0522b-8f78-44d6-889a-c56574ff303b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Resources bound (agent type, host, resource id): {{(pid=83237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:47:04.057940 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a0522b-8f78-44d6-889a-c56574ff303b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Received port after_create {{(pid=83237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:47:04.095613 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a0522b-8f78-44d6-889a-c56574ff303b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Pushing event updated for resources: {'Port': ['ID=c0a25084-fc93-4022-95a7-62fdce9438c4,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:04.114048 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0522b-8f78-44d6-889a-c56574ff303b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:04.114385 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0522b-8f78-44d6-889a-c56574ff303b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:04.114714 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0522b-8f78-44d6-889a-c56574ff303b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:04.115036 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0522b-8f78-44d6-889a-c56574ff303b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:04.115358 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0522b-8f78-44d6-889a-c56574ff303b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:04.115711 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0522b-8f78-44d6-889a-c56574ff303b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:04.116030 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0522b-8f78-44d6-889a-c56574ff303b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:04.116345 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0522b-8f78-44d6-889a-c56574ff303b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:04.116658 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0522b-8f78-44d6-889a-c56574ff303b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:04.116969 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0522b-8f78-44d6-889a-c56574ff303b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:04.117276 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0522b-8f78-44d6-889a-c56574ff303b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:04.398537 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:04.646336 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-13a0522b-8f78-44d6-889a-c56574ff303b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:04.699951 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-13a0522b-8f78-44d6-889a-c56574ff303b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:04.900133 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-13a0522b-8f78-44d6-889a-c56574ff303b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks [] for port, precommit_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:04.904206 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-13a0522b-8f78-44d6-889a-c56574ff303b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1149314'] for port, after_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:05.010331 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a0522b-8f78-44d6-889a-c56574ff303b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Pushing event updated for resources: {'Port': ['ID=c0a25084-fc93-4022-95a7-62fdce9438c4,revision_number=2']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:05.022104 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-13a0522b-8f78-44d6-889a-c56574ff303b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335082'] for floatingip, after_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:05.207440 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.db.l3_db [None req-13a0522b-8f78-44d6-889a-c56574ff303b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Floating IP df7f4dbf-726f-4710-8e48-a31b29abc07e associated. External IP: 172.27.0.78, port: 00d1671f-d324-49a6-9b14-3df96599b3e9. May 25 22:47:05.581681 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a0522b-8f78-44d6-889a-c56574ff303b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Router 1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0 has already been hosted by L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a {{(pid=83237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:47:05.866161 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a0522b-8f78-44d6-889a-c56574ff303b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:47:05.876097 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b15478-6b06-4d70-a761-683ee9cbeb51 None None] Sync routers for ids ['1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0'] in dv-cinder-843305-1-iscsi {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:47:05.888397 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b15478-6b06-4d70-a761-683ee9cbeb51 None None] Routers {'1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:47:05.889610 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-72b15478-6b06-4d70-a761-683ee9cbeb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:47:02Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:47:05.893958 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-13a0522b-8f78-44d6-889a-c56574ff303b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for floatingip, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:05.953412 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-13a0522b-8f78-44d6-889a-c56574ff303b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4454446 May 25 22:47:05.954810 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feb15ef2-8791-4f93-a7b0-092b0f70e2aa', 'tag': '00d1671f-d324-49a6-9b14-3df96599b3e9'}] {{(pid=83237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:47:06.009377 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3700388b-ff4f-47ff-b65a-16bb3f723d81'] response: {'name': 'network-changed', 'server_uuid': 'feb15ef2-8791-4f93-a7b0-092b0f70e2aa', 'tag': '00d1671f-d324-49a6-9b14-3df96599b3e9', 'status': 'completed', 'code': 200} May 25 22:47:06.101645 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-72b15478-6b06-4d70-a761-683ee9cbeb51 None None] Set router 1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:47:06.137591 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-9db0e0c9-6999-4840-a810-7ce29d3d18ab req-22f6ddf7-ab83-4907-9201-9c065adb945c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=28b7b6745c42484aba92bb70a964e120&device_id=feb15ef2-8791-4f93-a7b0-092b0f70e2aa HTTP/1.1" status: 200 len: 1098 time: 0.0745747 May 25 22:47:06.279401 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db0e0c9-6999-4840-a810-7ce29d3d18ab req-5804980d-c5f8-4665-92bf-c678a04f72a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:06.281524 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-9db0e0c9-6999-4840-a810-7ce29d3d18ab req-5804980d-c5f8-4665-92bf-c678a04f72a5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=93fa5388-0472-4921-8b45-2072b4930877 HTTP/1.1" status: 200 len: 912 time: 0.1375051 May 25 22:47:06.437005 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-9db0e0c9-6999-4840-a810-7ce29d3d18ab req-a0f30d0b-183a-4883-ac26-8c56d8fbb34e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00d1671f-d324-49a6-9b14-3df96599b3e9 HTTP/1.1" status: 200 len: 998 time: 0.1442888 May 25 22:47:06.488700 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-72b15478-6b06-4d70-a761-683ee9cbeb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'name': 'tempest-TestVolumeBootPattern-872125378-router', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '5e496257-2475-4326-9a9e-183199fdf99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:43:43Z', 'updated_at': '2022-05-25T22:43:46Z', 'revision_number': 4, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'gw_port': {'id': '5e496257-2475-4326-9a9e-183199fdf99d', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:43Z', 'updated_at': '2022-05-25T22:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_floatingips': [{'id': 'df7f4dbf-726f-4710-8e48-a31b29abc07e', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'floating_ip_address': '172.27.0.78', 'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'router_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'port_id': '00d1671f-d324-49a6-9b14-3df96599b3e9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93fa5388-0472-4921-8b45-2072b4930877', 'mac_address': 'fa:16:3e:4f:f2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb15ef2-8791-4f93-a7b0-092b0f70e2aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:47:04Z', 'updated_at': '2022-05-25T22:47:04Z', 'revision_number': 0, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07a8e58d-cd7c-4a83-b87a-feb637232c37', 'name': '', 'network_id': '93fa5388-0472-4921-8b45-2072b4930877', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'mac_address': 'fa:16:3e:a7:cd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de133a3f-8e72-43cd-a48a-9e10a75e8ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:45Z', 'updated_at': '2022-05-25T22:43:56Z', 'revision_number': 5, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'subnets': [{'id': 'de133a3f-8e72-43cd-a48a-9e10a75e8ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:47:06.492654 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b15478-6b06-4d70-a761-683ee9cbeb51 None None] Checking router: 1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0 for host: dv-cinder-843305-1-iscsi {{(pid=83238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:47:06.504748 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b15478-6b06-4d70-a761-683ee9cbeb51 None None] Routers {'1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:47:06.505351 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-72b15478-6b06-4d70-a761-683ee9cbeb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:47:02Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:47:06.521768 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98239f70-0c36-4759-b525-065693e6581f req-fefbec30-0a69-430f-b0dd-fa35b1c20eed tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:06.522239 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db0e0c9-6999-4840-a810-7ce29d3d18ab req-a3439883-ce38-4a61-ac73-a6cab9b42ea4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:06.523259 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-98239f70-0c36-4759-b525-065693e6581f req-fefbec30-0a69-430f-b0dd-fa35b1c20eed tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4698d22-344a-46bf-91b0-6f1dfe9defce HTTP/1.1" status: 200 len: 984 time: 0.0817609 May 25 22:47:06.523673 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-9db0e0c9-6999-4840-a810-7ce29d3d18ab req-a3439883-ce38-4a61-ac73-a6cab9b42ea4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de133a3f-8e72-43cd-a48a-9e10a75e8ce4 HTTP/1.1" status: 200 len: 850 time: 0.0804386 May 25 22:47:06.574645 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-af18e1cb-4e0c-487f-a4b7-8f4a3d652449 req-f0736ff1-d849-4ad6-9ba1-45d223b7c6b4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6626d9e2774441bc91a66b45ce4d2f50&device_id=d4698d22-344a-46bf-91b0-6f1dfe9defce HTTP/1.1" status: 200 len: 1137 time: 0.1678908 May 25 22:47:06.575165 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-98239f70-0c36-4759-b525-065693e6581f req-b22124c7-888a-41d9-848d-673809592426 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7e6c164-b99b-4814-8159-91a88ea3d1ca&id=5a2c0b7d-361a-44d4-8f49-dee69a882c19&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0451396 May 25 22:47:06.689610 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-72b15478-6b06-4d70-a761-683ee9cbeb51 None None] Set router 1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:47:06.797109 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-9db0e0c9-6999-4840-a810-7ce29d3d18ab req-2f034f27-9a6d-4e0e-b300-66a33282a200 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93fa5388-0472-4921-8b45-2072b4930877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2665009 May 25 22:47:06.815294 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18e1cb-4e0c-487f-a4b7-8f4a3d652449 req-cbd1decd-a786-47a8-b48b-f654d1be587c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:06.816678 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-af18e1cb-4e0c-487f-a4b7-8f4a3d652449 req-cbd1decd-a786-47a8-b48b-f654d1be587c service neutron] 10.222.0.45 "GET /v2.0/networks?id=5e8e79ba-7373-47ff-b556-c66c3f38a4fc HTTP/1.1" status: 200 len: 916 time: 0.2357948 May 25 22:47:07.011121 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-af18e1cb-4e0c-487f-a4b7-8f4a3d652449 req-715e6c08-e84a-41bf-a690-0b787deaeaca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4e51551-d50d-422e-ab9c-3a59eb5b2744 HTTP/1.1" status: 200 len: 1000 time: 0.1755271 May 25 22:47:07.037290 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-72b15478-6b06-4d70-a761-683ee9cbeb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'name': 'tempest-TestVolumeBootPattern-872125378-router', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '5e496257-2475-4326-9a9e-183199fdf99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:43:43Z', 'updated_at': '2022-05-25T22:43:46Z', 'revision_number': 4, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'gw_port': {'id': '5e496257-2475-4326-9a9e-183199fdf99d', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:43Z', 'updated_at': '2022-05-25T22:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_floatingips': [{'id': 'df7f4dbf-726f-4710-8e48-a31b29abc07e', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'floating_ip_address': '172.27.0.78', 'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'router_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'port_id': '00d1671f-d324-49a6-9b14-3df96599b3e9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93fa5388-0472-4921-8b45-2072b4930877', 'mac_address': 'fa:16:3e:4f:f2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb15ef2-8791-4f93-a7b0-092b0f70e2aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:47:04Z', 'updated_at': '2022-05-25T22:47:04Z', 'revision_number': 0, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07a8e58d-cd7c-4a83-b87a-feb637232c37', 'name': '', 'network_id': '93fa5388-0472-4921-8b45-2072b4930877', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'mac_address': 'fa:16:3e:a7:cd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de133a3f-8e72-43cd-a48a-9e10a75e8ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:45Z', 'updated_at': '2022-05-25T22:43:56Z', 'revision_number': 5, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'subnets': [{'id': 'de133a3f-8e72-43cd-a48a-9e10a75e8ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:47:07.041231 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b15478-6b06-4d70-a761-683ee9cbeb51 None None] The sync data for ids ['1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0'] in dv-cinder-843305-1-iscsi is: [{'id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'name': 'tempest-TestVolumeBootPattern-872125378-router', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '5e496257-2475-4326-9a9e-183199fdf99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:43:43Z', 'updated_at': '2022-05-25T22:43:46Z', 'revision_number': 4, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'gw_port': {'id': '5e496257-2475-4326-9a9e-183199fdf99d', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:43Z', 'updated_at': '2022-05-25T22:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_floatingips': [{'id': 'df7f4dbf-726f-4710-8e48-a31b29abc07e', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'floating_ip_address': '172.27.0.78', 'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'router_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'port_id': '00d1671f-d324-49a6-9b14-3df96599b3e9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93fa5388-0472-4921-8b45-2072b4930877', 'mac_address': 'fa:16:3e:4f:f2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb15ef2-8791-4f93-a7b0-092b0f70e2aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:47:04Z', 'updated_at': '2022-05-25T22:47:04Z', 'revision_number': 0, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07a8e58d-cd7c-4a83-b87a-feb637232c37', 'name': '', 'network_id': '93fa5388-0472-4921-8b45-2072b4930877', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'mac_address': 'fa:16:3e:a7:cd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de133a3f-8e72-43cd-a48a-9e10a75e8ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:45Z', 'updated_at': '2022-05-25T22:43:56Z', 'revision_number': 5, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'subnets': [{'id': 'de133a3f-8e72-43cd-a48a-9e10a75e8ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:47:07.064729 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-9db0e0c9-6999-4840-a810-7ce29d3d18ab req-f4af0a2b-8faf-4d98-8253-51124955986a service neutron] 10.222.0.45 "GET /v2.0/networks/93fa5388-0472-4921-8b45-2072b4930877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511199 May 25 22:47:07.160888 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18e1cb-4e0c-487f-a4b7-8f4a3d652449 req-04cddb76-2a35-4b59-a0bf-cda8feb0ed80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:07.162313 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-af18e1cb-4e0c-487f-a4b7-8f4a3d652449 req-04cddb76-2a35-4b59-a0bf-cda8feb0ed80 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=daaee495-6ea7-4bcf-819e-e5d4b67a9afd HTTP/1.1" status: 200 len: 854 time: 0.1412480 May 25 22:47:07.232469 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79782bb9-a441-45f5-8086-4c0edd437ee6 None None] New status for floating IP df7f4dbf-726f-4710-8e48-a31b29abc07e: ACTIVE {{(pid=83239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:47:07.258973 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-9db0e0c9-6999-4840-a810-7ce29d3d18ab req-2da2cb23-1f93-4d0c-bf7e-b57e8c1b198b service neutron] 10.222.0.45 "GET /v2.0/networks/93fa5388-0472-4921-8b45-2072b4930877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882815 May 25 22:47:07.276822 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-af18e1cb-4e0c-487f-a4b7-8f4a3d652449 req-bb5b5d41-9b3f-4b6d-b05f-47b9dbca5eb5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5e8e79ba-7373-47ff-b556-c66c3f38a4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1074839 May 25 22:47:07.414767 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-af18e1cb-4e0c-487f-a4b7-8f4a3d652449 req-b60a4d8b-5c29-491d-a721-80ffb5299a88 service neutron] 10.222.0.45 "GET /v2.0/networks/5e8e79ba-7373-47ff-b556-c66c3f38a4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298375 May 25 22:47:07.545580 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-af18e1cb-4e0c-487f-a4b7-8f4a3d652449 req-3474a346-02a3-43bc-9525-679433306470 service neutron] 10.222.0.45 "GET /v2.0/networks/5e8e79ba-7373-47ff-b556-c66c3f38a4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245165 May 25 22:47:07.788059 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2b27d-e004-4d62-ac60-ef84f136b1f9 req-8fe06203-a615-4495-ba77-01eec08f2a71 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:07.790027 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-cdd2b27d-e004-4d62-ac60-ef84f136b1f9 req-8fe06203-a615-4495-ba77-01eec08f2a71 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4698d22-344a-46bf-91b0-6f1dfe9defce HTTP/1.1" status: 200 len: 984 time: 0.0808997 May 25 22:47:07.836410 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-cdd2b27d-e004-4d62-ac60-ef84f136b1f9 req-2e4e3be9-56d5-4df8-a8c3-be9b984fa195 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7e6c164-b99b-4814-8159-91a88ea3d1ca&id=5a2c0b7d-361a-44d4-8f49-dee69a882c19&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411065 May 25 22:47:09.030624 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866a702-6dfb-41ba-93cc-2268fa591fd3 req-d8617603-353b-4fc2-a86e-739095bc267d tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:09.032603 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-8866a702-6dfb-41ba-93cc-2268fa591fd3 req-d8617603-353b-4fc2-a86e-739095bc267d tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4698d22-344a-46bf-91b0-6f1dfe9defce HTTP/1.1" status: 200 len: 984 time: 0.0750577 May 25 22:47:09.081219 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-8866a702-6dfb-41ba-93cc-2268fa591fd3 req-bc0e701b-0bfa-493b-afc9-b549ebbfbf15 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7e6c164-b99b-4814-8159-91a88ea3d1ca&id=5a2c0b7d-361a-44d4-8f49-dee69a882c19&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0431008 May 25 22:47:10.279469 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b33a1-c135-46d1-9390-8c6736a8694c req-9032e5fe-7eae-4fca-b993-607d339cd551 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:10.280882 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-0b7b33a1-c135-46d1-9390-8c6736a8694c req-9032e5fe-7eae-4fca-b993-607d339cd551 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4698d22-344a-46bf-91b0-6f1dfe9defce HTTP/1.1" status: 200 len: 984 time: 0.0822701 May 25 22:47:10.327281 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-0b7b33a1-c135-46d1-9390-8c6736a8694c req-63f933c3-7840-418a-ba70-5942ff0904a3 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7e6c164-b99b-4814-8159-91a88ea3d1ca&id=5a2c0b7d-361a-44d4-8f49-dee69a882c19&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401311 May 25 22:47:11.528281 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42450e86-1698-4b72-b9b1-6666051af531 req-8b8a78bc-cb07-44eb-813a-046a7c8e9401 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:11.529962 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-42450e86-1698-4b72-b9b1-6666051af531 req-8b8a78bc-cb07-44eb-813a-046a7c8e9401 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4698d22-344a-46bf-91b0-6f1dfe9defce HTTP/1.1" status: 200 len: 984 time: 0.0795226 May 25 22:47:11.579309 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-42450e86-1698-4b72-b9b1-6666051af531 req-c23f878e-5ebe-4404-b741-30428ab217ef tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7e6c164-b99b-4814-8159-91a88ea3d1ca&id=5a2c0b7d-361a-44d4-8f49-dee69a882c19&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425715 May 25 22:47:11.825444 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:12.772903 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a3587-51ed-4f2e-a0ac-13358e52673c req-80364f56-9212-4139-867e-07ca8fefd2e1 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:12.774311 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-2f9a3587-51ed-4f2e-a0ac-13358e52673c req-80364f56-9212-4139-867e-07ca8fefd2e1 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4698d22-344a-46bf-91b0-6f1dfe9defce HTTP/1.1" status: 200 len: 984 time: 0.0756204 May 25 22:47:12.819648 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-2f9a3587-51ed-4f2e-a0ac-13358e52673c req-879ea458-f27f-4022-8da8-08fcc6afa4bd tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7e6c164-b99b-4814-8159-91a88ea3d1ca&id=5a2c0b7d-361a-44d4-8f49-dee69a882c19&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398459 May 25 22:47:14.020394 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31749b6d-27b3-44d8-9a3f-6a6af80b4807 req-94a2a6b5-be3a-4369-9f45-f35b461cd6b0 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:14.021815 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-31749b6d-27b3-44d8-9a3f-6a6af80b4807 req-94a2a6b5-be3a-4369-9f45-f35b461cd6b0 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4698d22-344a-46bf-91b0-6f1dfe9defce HTTP/1.1" status: 200 len: 984 time: 0.0799026 May 25 22:47:14.067541 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-31749b6d-27b3-44d8-9a3f-6a6af80b4807 req-0d2519ba-239a-4b98-909b-f207978676d2 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7e6c164-b99b-4814-8159-91a88ea3d1ca&id=5a2c0b7d-361a-44d4-8f49-dee69a882c19&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401280 May 25 22:47:15.262089 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10de9b-6f49-4f2e-a4f1-cd45375516c9 req-a6bf7d7f-99f5-4eb4-a678-701380b66431 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:15.263502 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-be10de9b-6f49-4f2e-a4f1-cd45375516c9 req-a6bf7d7f-99f5-4eb4-a678-701380b66431 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4698d22-344a-46bf-91b0-6f1dfe9defce HTTP/1.1" status: 200 len: 984 time: 0.0762870 May 25 22:47:15.308919 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-be10de9b-6f49-4f2e-a4f1-cd45375516c9 req-b5e19345-1481-4f37-af42-bfb90ede38d5 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7e6c164-b99b-4814-8159-91a88ea3d1ca&id=5a2c0b7d-361a-44d4-8f49-dee69a882c19&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396247 May 25 22:47:16.504873 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f801ec-5764-4d5e-b595-99a77b169bfe req-c3386dcc-9867-4079-878a-776aa5d765d6 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:16.506303 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-39f801ec-5764-4d5e-b595-99a77b169bfe req-c3386dcc-9867-4079-878a-776aa5d765d6 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4698d22-344a-46bf-91b0-6f1dfe9defce HTTP/1.1" status: 200 len: 984 time: 0.0778465 May 25 22:47:16.552319 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-39f801ec-5764-4d5e-b595-99a77b169bfe req-ff60fd2b-fcbd-4198-bc85-89451e9ffc69 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7e6c164-b99b-4814-8159-91a88ea3d1ca&id=5a2c0b7d-361a-44d4-8f49-dee69a882c19&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405107 May 25 22:47:17.741779 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373abe97-88e0-4f04-8f95-c680ebba01d0 req-657fbed6-0669-4b78-835b-e38f8b81d56d tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:17.743210 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-373abe97-88e0-4f04-8f95-c680ebba01d0 req-657fbed6-0669-4b78-835b-e38f8b81d56d tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4698d22-344a-46bf-91b0-6f1dfe9defce HTTP/1.1" status: 200 len: 984 time: 0.0746632 May 25 22:47:17.792435 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-373abe97-88e0-4f04-8f95-c680ebba01d0 req-584f0f6c-e844-4c21-91fe-15dfec6200c3 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7e6c164-b99b-4814-8159-91a88ea3d1ca&id=5a2c0b7d-361a-44d4-8f49-dee69a882c19&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437725 May 25 22:47:18.988608 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb34f8-3c66-454d-9edf-5493aacb68ec req-f1c6c7ce-dcd6-477b-a66f-973451d2e3d7 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:18.990135 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-6ddb34f8-3c66-454d-9edf-5493aacb68ec req-f1c6c7ce-dcd6-477b-a66f-973451d2e3d7 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4698d22-344a-46bf-91b0-6f1dfe9defce HTTP/1.1" status: 200 len: 984 time: 0.0753274 May 25 22:47:19.036645 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-6ddb34f8-3c66-454d-9edf-5493aacb68ec req-2abaeb14-8769-4c18-bfed-f2bf55015719 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7e6c164-b99b-4814-8159-91a88ea3d1ca&id=5a2c0b7d-361a-44d4-8f49-dee69a882c19&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410054 May 25 22:47:29.653038 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-3c168a0b-96d5-4680-b410-80997140ef25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:31.387742 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.agents_db [None req-9a0b4f36-fcd8-49b0-a2d4-59f1c5f7edf0 None None] Agent healthcheck: found 6 active agents {{(pid=83239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:47:31.835948 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-7e7f2611-86c8-41af-b9ad-7d2b2a11cbb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:32.943966 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:33.104162 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:34.400211 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:41.840916 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:51.984507 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-0856d728-33e4-40ae-bbfb-d7cf595da00b req-c52010a6-baa7-42ac-80a2-9d2fc9636bea tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1935000031&fields=id&tenant_id=6626d9e2774441bc91a66b45ce4d2f50 HTTP/1.1" status: 200 len: 267 time: 0.1393971 May 25 22:47:52.069377 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0856d728-33e4-40ae-bbfb-d7cf595da00b req-c1046f9f-112f-4372-8114-3088d67a41ab tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:52.070790 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-0856d728-33e4-40ae-bbfb-d7cf595da00b req-c1046f9f-112f-4372-8114-3088d67a41ab tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4698d22-344a-46bf-91b0-6f1dfe9defce HTTP/1.1" status: 200 len: 984 time: 0.0804269 May 25 22:47:52.081039 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [req-0856d728-33e4-40ae-bbfb-d7cf595da00b req-04398bba-82ea-4b1f-8728-50d173ec9907 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Request body: {'port': {'security_groups': ['e7e6c164-b99b-4814-8159-91a88ea3d1ca']}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:47:52.200553 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [req-0856d728-33e4-40ae-bbfb-d7cf595da00b req-04398bba-82ea-4b1f-8728-50d173ec9907 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:52.432864 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.db [req-0856d728-33e4-40ae-bbfb-d7cf595da00b req-04398bba-82ea-4b1f-8728-50d173ec9907 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] For port f4e51551-d50d-422e-ab9c-3a59eb5b2744, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=f4e51551-d50d-422e-ab9c-3a59eb5b2744,segment=NetworkSegment(7ebfa99c-e8ea-45bc-9751-f287d2ab1bc9),segment_id=7ebfa99c-e8ea-45bc-9751-f287d2ab1bc9)] {{(pid=83237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:47:52.456302 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [req-0856d728-33e4-40ae-bbfb-d7cf595da00b req-04398bba-82ea-4b1f-8728-50d173ec9907 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks [] for port, precommit_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:52.460539 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [req-0856d728-33e4-40ae-bbfb-d7cf595da00b req-04398bba-82ea-4b1f-8728-50d173ec9907 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1149314'] for port, after_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:52.496250 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] get_ports_and_sgs() called for port_ids ['f4e51551-d50d-422e-ab9c-3a59eb5b2744'] {{(pid=83238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:47:52.531786 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0856d728-33e4-40ae-bbfb-d7cf595da00b req-04398bba-82ea-4b1f-8728-50d173ec9907 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:52.532896 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [req-0856d728-33e4-40ae-bbfb-d7cf595da00b req-04398bba-82ea-4b1f-8728-50d173ec9907 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:52.534555 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-0856d728-33e4-40ae-bbfb-d7cf595da00b req-04398bba-82ea-4b1f-8728-50d173ec9907 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "PUT /v2.0/ports/f4e51551-d50d-422e-ab9c-3a59eb5b2744 HTTP/1.1" status: 200 len: 942 time: 0.4578326 May 25 22:47:52.537716 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4698d22-344a-46bf-91b0-6f1dfe9defce', 'tag': 'f4e51551-d50d-422e-ab9c-3a59eb5b2744'}] {{(pid=83237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:47:52.542119 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 34680) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:47:52.559145 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04398bba-82ea-4b1f-8728-50d173ec9907 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Pushing event updated for resources: {'Port': ['ID=f4e51551-d50d-422e-ab9c-3a59eb5b2744,revision_number=7']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:52.607172 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e0f5385-c39e-448b-974c-c947e83205ba'] response: {'name': 'network-changed', 'server_uuid': 'd4698d22-344a-46bf-91b0-6f1dfe9defce', 'tag': 'f4e51551-d50d-422e-ab9c-3a59eb5b2744', 'status': 'completed', 'code': 200} May 25 22:47:52.626765 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-c27ba08f-e193-4068-8cc3-3cec2e8c7e6b tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks [] for security_group, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:52.659750 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-c27ba08f-e193-4068-8cc3-3cec2e8c7e6b tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:52.678113 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] get_ports_and_sgs() called for port_ids ['f4e51551-d50d-422e-ab9c-3a59eb5b2744'] {{(pid=83238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:47:52.770369 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-77429af8-8ee3-4c4b-a4d5-154f862b39f4 req-61942309-9f6b-4c06-acab-01e7c15292ec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6626d9e2774441bc91a66b45ce4d2f50&device_id=d4698d22-344a-46bf-91b0-6f1dfe9defce HTTP/1.1" status: 200 len: 1098 time: 0.1136122 May 25 22:47:52.804295 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-c27ba08f-e193-4068-8cc3-3cec2e8c7e6b tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:52.875260 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27ba08f-e193-4068-8cc3-3cec2e8c7e6b tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2c0b7d-361a-44d4-8f49-dee69a882c19,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:52.893044 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-c5e6bd0e-365d-4232-8ec1-d62476cfb099 None None] Provisioning complete for port f4e51551-d50d-422e-ab9c-3a59eb5b2744 triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:47:52.893409 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-c5e6bd0e-365d-4232-8ec1-d62476cfb099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:52.896086 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-c27ba08f-e193-4068-8cc3-3cec2e8c7e6b tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks [] for security_group, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:52.900289 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-c27ba08f-e193-4068-8cc3-3cec2e8c7e6b tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "DELETE /v2.0/security-groups/5a2c0b7d-361a-44d4-8f49-dee69a882c19 HTTP/1.1" status: 204 len: 168 time: 0.3535349 May 25 22:47:52.900448 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 34684) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:47:52.903991 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ba08f-e193-4068-8cc3-3cec2e8c7e6b tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:52.904332 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ba08f-e193-4068-8cc3-3cec2e8c7e6b tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:52.904681 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ba08f-e193-4068-8cc3-3cec2e8c7e6b tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:52.904999 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ba08f-e193-4068-8cc3-3cec2e8c7e6b tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:52.905327 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ba08f-e193-4068-8cc3-3cec2e8c7e6b tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:52.905655 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ba08f-e193-4068-8cc3-3cec2e8c7e6b tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:52.905980 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ba08f-e193-4068-8cc3-3cec2e8c7e6b tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:52.906302 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ba08f-e193-4068-8cc3-3cec2e8c7e6b tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:52.906623 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ba08f-e193-4068-8cc3-3cec2e8c7e6b tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:52.906943 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ba08f-e193-4068-8cc3-3cec2e8c7e6b tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:52.907979 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ba08f-e193-4068-8cc3-3cec2e8c7e6b tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:52.949376 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77429af8-8ee3-4c4b-a4d5-154f862b39f4 req-35a52bc6-bd98-4d36-bf99-36d7e6939830 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:52.950927 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-77429af8-8ee3-4c4b-a4d5-154f862b39f4 req-35a52bc6-bd98-4d36-bf99-36d7e6939830 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5e8e79ba-7373-47ff-b556-c66c3f38a4fc HTTP/1.1" status: 200 len: 916 time: 0.1673429 May 25 22:47:53.058623 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-77429af8-8ee3-4c4b-a4d5-154f862b39f4 req-ecc0b28d-39db-4cf6-9f1a-008e59327ccc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4e51551-d50d-422e-ab9c-3a59eb5b2744 HTTP/1.1" status: 200 len: 1000 time: 0.1014762 May 25 22:47:53.122802 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77429af8-8ee3-4c4b-a4d5-154f862b39f4 req-0f973a18-7134-4893-af18-299001c1214c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:53.124540 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-77429af8-8ee3-4c4b-a4d5-154f862b39f4 req-0f973a18-7134-4893-af18-299001c1214c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=daaee495-6ea7-4bcf-819e-e5d4b67a9afd HTTP/1.1" status: 200 len: 854 time: 0.0592768 May 25 22:47:53.198401 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-77429af8-8ee3-4c4b-a4d5-154f862b39f4 req-5bdaf4c7-1d3a-43c2-acae-20a12cb030f7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5e8e79ba-7373-47ff-b556-c66c3f38a4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0671659 May 25 22:47:53.211805 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.plugin [None req-344f3744-6c4e-48d0-917d-44fcc3a6f734 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Deleting port c22c94dd-61bf-496b-998d-f372fa3621af {{(pid=83237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:47:53.212356 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-344f3744-6c4e-48d0-917d-44fcc3a6f734 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:53.332106 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-77429af8-8ee3-4c4b-a4d5-154f862b39f4 req-a08cda0c-1f7e-42e6-ae35-29f84def1018 service neutron] 10.222.0.45 "GET /v2.0/networks/5e8e79ba-7373-47ff-b556-c66c3f38a4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263742 May 25 22:47:53.385882 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-344f3744-6c4e-48d0-917d-44fcc3a6f734 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:53.386201 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-344f3744-6c4e-48d0-917d-44fcc3a6f734 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:53.509638 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.plugin [None req-344f3744-6c4e-48d0-917d-44fcc3a6f734 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Calling delete_port for c22c94dd-61bf-496b-998d-f372fa3621af owned by network:floatingip {{(pid=83237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:47:53.559795 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-77429af8-8ee3-4c4b-a4d5-154f862b39f4 req-2894fd2c-1f9b-412d-a3e2-20936229bd14 service neutron] 10.222.0.45 "GET /v2.0/networks/5e8e79ba-7373-47ff-b556-c66c3f38a4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218127 May 25 22:47:53.677208 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-344f3744-6c4e-48d0-917d-44fcc3a6f734 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1149435'] for port, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:53.718777 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344f3744-6c4e-48d0-917d-44fcc3a6f734 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Pushing event deleted for resources: {'Port': ['ID=c22c94dd-61bf-496b-998d-f372fa3621af,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:53.810941 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-344f3744-6c4e-48d0-917d-44fcc3a6f734 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks [] for floatingip, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:54.200288 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-344f3744-6c4e-48d0-917d-44fcc3a6f734 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Router b585a7c5-a7f2-4f1f-858b-51e4a9ab326a has already been hosted by L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a {{(pid=83237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:47:54.395615 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344f3744-6c4e-48d0-917d-44fcc3a6f734 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:47:54.405291 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5885c510-c875-4ef6-a9f4-800ec9af48ef None None] Sync routers for ids ['b585a7c5-a7f2-4f1f-858b-51e4a9ab326a'] in dv-cinder-843305-1-iscsi {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:47:54.411618 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-344f3744-6c4e-48d0-917d-44fcc3a6f734 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for floatingip, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:54.416679 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5885c510-c875-4ef6-a9f4-800ec9af48ef None None] Routers {'b585a7c5-a7f2-4f1f-858b-51e4a9ab326a'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:47:54.417264 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-5885c510-c875-4ef6-a9f4-800ec9af48ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:47:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['b585a7c5-a7f2-4f1f-858b-51e4a9ab326a'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:47:54.463931 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-344f3744-6c4e-48d0-917d-44fcc3a6f734 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "DELETE /v2.0/floatingips/2a0ebf3c-6774-4502-b901-ee5cbc2bfa4c HTTP/1.1" status: 204 len: 168 time: 1.5626051 May 25 22:47:54.594335 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-5885c510-c875-4ef6-a9f4-800ec9af48ef None None] Set router b585a7c5-a7f2-4f1f-858b-51e4a9ab326a gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:47:54.607904 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4698d22-344a-46bf-91b0-6f1dfe9defce', 'tag': 'f4e51551-d50d-422e-ab9c-3a59eb5b2744'}] {{(pid=83237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:47:54.700521 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caa7414b-22a1-4a3c-936e-ba0a1562bb6a'] response: {'name': 'network-changed', 'server_uuid': 'd4698d22-344a-46bf-91b0-6f1dfe9defce', 'tag': 'f4e51551-d50d-422e-ab9c-3a59eb5b2744', 'status': 'completed', 'code': 200} May 25 22:47:54.856877 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-ae044c4f-64dc-42b1-8d08-82032134648f req-51035115-4f42-4dc7-b5e1-0ba057f7588d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d4698d22-344a-46bf-91b0-6f1dfe9defce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1841092 May 25 22:47:54.870803 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-c6163c02-1037-42b3-a78f-b33ccc16b5a1 req-05fa76bb-65b5-4969-a7ef-cbfb2f63958c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6626d9e2774441bc91a66b45ce4d2f50&device_id=d4698d22-344a-46bf-91b0-6f1dfe9defce HTTP/1.1" status: 200 len: 1098 time: 0.1205311 May 25 22:47:55.033548 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-5885c510-c875-4ef6-a9f4-800ec9af48ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b585a7c5-a7f2-4f1f-858b-51e4a9ab326a', 'name': 'tempest-TestMinimumBasicScenario-1384564704-router', 'tenant_id': '6626d9e2774441bc91a66b45ce4d2f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'b7f9a373-78d6-48c3-8ae9-76b6e0ebdbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:45:52Z', 'updated_at': '2022-05-25T22:45:55Z', 'revision_number': 4, 'project_id': '6626d9e2774441bc91a66b45ce4d2f50', 'gw_port': {'id': 'b7f9a373-78d6-48c3-8ae9-76b6e0ebdbe0', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:85:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b585a7c5-a7f2-4f1f-858b-51e4a9ab326a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:45:53Z', 'updated_at': '2022-05-25T22:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '97b6f640-7912-496c-9bc6-b6e7eef68dd6', 'name': '', 'network_id': '5e8e79ba-7373-47ff-b556-c66c3f38a4fc', 'tenant_id': '6626d9e2774441bc91a66b45ce4d2f50', 'mac_address': 'fa:16:3e:8c:df:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b585a7c5-a7f2-4f1f-858b-51e4a9ab326a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'daaee495-6ea7-4bcf-819e-e5d4b67a9afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:45:55Z', 'updated_at': '2022-05-25T22:46:15Z', 'revision_number': 5, 'project_id': '6626d9e2774441bc91a66b45ce4d2f50', 'subnets': [{'id': 'daaee495-6ea7-4bcf-819e-e5d4b67a9afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:47:55.037244 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5885c510-c875-4ef6-a9f4-800ec9af48ef None None] Checking router: b585a7c5-a7f2-4f1f-858b-51e4a9ab326a for host: dv-cinder-843305-1-iscsi {{(pid=83238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:47:55.047828 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5885c510-c875-4ef6-a9f4-800ec9af48ef None None] Routers {'b585a7c5-a7f2-4f1f-858b-51e4a9ab326a'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:47:55.048376 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-5885c510-c875-4ef6-a9f4-800ec9af48ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:47:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['b585a7c5-a7f2-4f1f-858b-51e4a9ab326a'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:47:55.061851 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6163c02-1037-42b3-a78f-b33ccc16b5a1 req-ee423057-bc8a-4def-89f7-5e2963585a27 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:55.063237 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-c6163c02-1037-42b3-a78f-b33ccc16b5a1 req-ee423057-bc8a-4def-89f7-5e2963585a27 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5e8e79ba-7373-47ff-b556-c66c3f38a4fc HTTP/1.1" status: 200 len: 916 time: 0.1852708 May 25 22:47:55.130516 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-c6163c02-1037-42b3-a78f-b33ccc16b5a1 req-98abe003-0192-4d81-b69b-c1a7d050e104 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4e51551-d50d-422e-ab9c-3a59eb5b2744 HTTP/1.1" status: 200 len: 217 time: 0.0601182 May 25 22:47:55.197665 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6163c02-1037-42b3-a78f-b33ccc16b5a1 req-403557d1-3959-49a3-99f9-70f0106d1f3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:55.199064 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-c6163c02-1037-42b3-a78f-b33ccc16b5a1 req-403557d1-3959-49a3-99f9-70f0106d1f3d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=daaee495-6ea7-4bcf-819e-e5d4b67a9afd HTTP/1.1" status: 200 len: 854 time: 0.0611095 May 25 22:47:55.224922 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-5885c510-c875-4ef6-a9f4-800ec9af48ef None None] Set router b585a7c5-a7f2-4f1f-858b-51e4a9ab326a gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:47:55.278693 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-c6163c02-1037-42b3-a78f-b33ccc16b5a1 req-41c90a92-6e37-472b-be48-961d38407b01 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5e8e79ba-7373-47ff-b556-c66c3f38a4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0722535 May 25 22:47:55.417966 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-c6163c02-1037-42b3-a78f-b33ccc16b5a1 req-11e5b387-f7eb-40be-ae02-643ab5b7094d service neutron] 10.222.0.45 "GET /v2.0/networks/5e8e79ba-7373-47ff-b556-c66c3f38a4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309111 May 25 22:47:55.543678 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-5885c510-c875-4ef6-a9f4-800ec9af48ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b585a7c5-a7f2-4f1f-858b-51e4a9ab326a', 'name': 'tempest-TestMinimumBasicScenario-1384564704-router', 'tenant_id': '6626d9e2774441bc91a66b45ce4d2f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'b7f9a373-78d6-48c3-8ae9-76b6e0ebdbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:45:52Z', 'updated_at': '2022-05-25T22:45:55Z', 'revision_number': 4, 'project_id': '6626d9e2774441bc91a66b45ce4d2f50', 'gw_port': {'id': 'b7f9a373-78d6-48c3-8ae9-76b6e0ebdbe0', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:85:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b585a7c5-a7f2-4f1f-858b-51e4a9ab326a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:45:53Z', 'updated_at': '2022-05-25T22:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '97b6f640-7912-496c-9bc6-b6e7eef68dd6', 'name': '', 'network_id': '5e8e79ba-7373-47ff-b556-c66c3f38a4fc', 'tenant_id': '6626d9e2774441bc91a66b45ce4d2f50', 'mac_address': 'fa:16:3e:8c:df:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b585a7c5-a7f2-4f1f-858b-51e4a9ab326a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'daaee495-6ea7-4bcf-819e-e5d4b67a9afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:45:55Z', 'updated_at': '2022-05-25T22:46:15Z', 'revision_number': 5, 'project_id': '6626d9e2774441bc91a66b45ce4d2f50', 'subnets': [{'id': 'daaee495-6ea7-4bcf-819e-e5d4b67a9afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:47:55.547535 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5885c510-c875-4ef6-a9f4-800ec9af48ef None None] The sync data for ids ['b585a7c5-a7f2-4f1f-858b-51e4a9ab326a'] in dv-cinder-843305-1-iscsi is: [{'id': 'b585a7c5-a7f2-4f1f-858b-51e4a9ab326a', 'name': 'tempest-TestMinimumBasicScenario-1384564704-router', 'tenant_id': '6626d9e2774441bc91a66b45ce4d2f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'b7f9a373-78d6-48c3-8ae9-76b6e0ebdbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:45:52Z', 'updated_at': '2022-05-25T22:45:55Z', 'revision_number': 4, 'project_id': '6626d9e2774441bc91a66b45ce4d2f50', 'gw_port': {'id': 'b7f9a373-78d6-48c3-8ae9-76b6e0ebdbe0', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:85:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b585a7c5-a7f2-4f1f-858b-51e4a9ab326a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:45:53Z', 'updated_at': '2022-05-25T22:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '97b6f640-7912-496c-9bc6-b6e7eef68dd6', 'name': '', 'network_id': '5e8e79ba-7373-47ff-b556-c66c3f38a4fc', 'tenant_id': '6626d9e2774441bc91a66b45ce4d2f50', 'mac_address': 'fa:16:3e:8c:df:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b585a7c5-a7f2-4f1f-858b-51e4a9ab326a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'daaee495-6ea7-4bcf-819e-e5d4b67a9afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:45:55Z', 'updated_at': '2022-05-25T22:46:15Z', 'revision_number': 5, 'project_id': '6626d9e2774441bc91a66b45ce4d2f50', 'subnets': [{'id': 'daaee495-6ea7-4bcf-819e-e5d4b67a9afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:47:55.555951 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-c6163c02-1037-42b3-a78f-b33ccc16b5a1 req-72962012-fa34-4b6a-a917-ab965dc899d4 service neutron] 10.222.0.45 "GET /v2.0/networks/5e8e79ba-7373-47ff-b556-c66c3f38a4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307483 May 25 22:47:55.766712 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-ae044c4f-64dc-42b1-8d08-82032134648f req-8f6c418c-97d6-4226-8f6b-29aa048bcdd8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6626d9e2774441bc91a66b45ce4d2f50&device_id=d4698d22-344a-46bf-91b0-6f1dfe9defce HTTP/1.1" status: 200 len: 1098 time: 0.0763218 May 25 22:47:55.785897 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c2ca51-9737-4f5e-a61e-94e82cf70185 None None] New status for floating IP 2a0ebf3c-6774-4502-b901-ee5cbc2bfa4c: DOWN {{(pid=83239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:47:55.935447 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae044c4f-64dc-42b1-8d08-82032134648f req-2b8847a7-e328-49cb-9ebf-b0d39a4d6620 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:55.937058 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-ae044c4f-64dc-42b1-8d08-82032134648f req-2b8847a7-e328-49cb-9ebf-b0d39a4d6620 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5e8e79ba-7373-47ff-b556-c66c3f38a4fc HTTP/1.1" status: 200 len: 916 time: 0.1398253 May 25 22:47:56.010472 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-ae044c4f-64dc-42b1-8d08-82032134648f req-e7635f33-0d55-46ee-bfa2-e93f4e9484b4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4e51551-d50d-422e-ab9c-3a59eb5b2744 HTTP/1.1" status: 200 len: 217 time: 0.0671124 May 25 22:47:56.072691 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae044c4f-64dc-42b1-8d08-82032134648f req-e41641d8-c0d9-430e-954c-b113f0c5a3b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:56.074121 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-ae044c4f-64dc-42b1-8d08-82032134648f req-e41641d8-c0d9-430e-954c-b113f0c5a3b7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=daaee495-6ea7-4bcf-819e-e5d4b67a9afd HTTP/1.1" status: 200 len: 854 time: 0.0577035 May 25 22:47:56.159288 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-ae044c4f-64dc-42b1-8d08-82032134648f req-bec4afcd-8a7a-413e-8f3a-84f59ede149a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5e8e79ba-7373-47ff-b556-c66c3f38a4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0790501 May 25 22:47:56.302123 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-ae044c4f-64dc-42b1-8d08-82032134648f req-0e849812-73ba-4fd7-bedf-d0da1fe9265a service neutron] 10.222.0.45 "GET /v2.0/networks/5e8e79ba-7373-47ff-b556-c66c3f38a4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353471 May 25 22:47:56.517857 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-ae044c4f-64dc-42b1-8d08-82032134648f req-710d4036-7f63-4699-829d-0176ff6a8836 service neutron] 10.222.0.45 "GET /v2.0/networks/5e8e79ba-7373-47ff-b556-c66c3f38a4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081969 May 25 22:47:57.988158 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb4872-b774-4d5a-a420-5241c591a3f0 req-20398578-1af2-44a8-ae72-ac88ab8ef159 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:57.988836 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-aefb4872-b774-4d5a-a420-5241c591a3f0 req-20398578-1af2-44a8-ae72-ac88ab8ef159 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Synchronizing usage tracker for tenant:6626d9e2774441bc91a66b45ce4d2f50 on resource:port {{(pid=83237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:47:58.004304 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-aefb4872-b774-4d5a-a420-5241c591a3f0 req-20398578-1af2-44a8-ae72-ac88ab8ef159 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Unset dirty status for tenant:6626d9e2774441bc91a66b45ce4d2f50 on resource:port {{(pid=83237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:47:58.005402 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-aefb4872-b774-4d5a-a420-5241c591a3f0 req-20398578-1af2-44a8-ae72-ac88ab8ef159 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4698d22-344a-46bf-91b0-6f1dfe9defce HTTP/1.1" status: 200 len: 945 time: 0.0919907 May 25 22:47:58.136042 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-aefb4872-b774-4d5a-a420-5241c591a3f0 req-e4bfc04d-e105-4ae1-9bb6-df1d4bc658f5 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7e6c164-b99b-4814-8159-91a88ea3d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250126 May 25 22:47:59.336986 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633d499-b7fe-47e9-887a-a4e39644acd5 req-b60e8d10-75c3-48c4-a5d4-39af63bc7a86 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:59.338401 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-7633d499-b7fe-47e9-887a-a4e39644acd5 req-b60e8d10-75c3-48c4-a5d4-39af63bc7a86 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4698d22-344a-46bf-91b0-6f1dfe9defce HTTP/1.1" status: 200 len: 945 time: 0.0774341 May 25 22:47:59.382384 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-7633d499-b7fe-47e9-887a-a4e39644acd5 req-611fdb10-a00e-4bc2-bb90-fccd4b14c578 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7e6c164-b99b-4814-8159-91a88ea3d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385847 May 25 22:47:59.654505 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-42a413de-d5f1-4050-ba05-f3d42a9d12b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:59.787652 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ceef7-d9d0-44f0-9ff5-f3cb915f6b50 req-a00b443a-835c-4430-b173-dad2a7f75112 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:47:59.788348 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-507ceef7-d9d0-44f0-9ff5-f3cb915f6b50 req-a00b443a-835c-4430-b173-dad2a7f75112 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Synchronizing usage tracker for tenant:6626d9e2774441bc91a66b45ce4d2f50 on resource:port {{(pid=83236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:47:59.800182 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-507ceef7-d9d0-44f0-9ff5-f3cb915f6b50 req-a00b443a-835c-4430-b173-dad2a7f75112 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Unset dirty status for tenant:6626d9e2774441bc91a66b45ce4d2f50 on resource:port {{(pid=83236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:47:59.801218 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-507ceef7-d9d0-44f0-9ff5-f3cb915f6b50 req-a00b443a-835c-4430-b173-dad2a7f75112 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4698d22-344a-46bf-91b0-6f1dfe9defce HTTP/1.1" status: 200 len: 945 time: 0.0867717 May 25 22:47:59.870987 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [req-507ceef7-d9d0-44f0-9ff5-f3cb915f6b50 req-a9cc6bd6-be9a-412f-b1a5-75ec637be073 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Deleting port f4e51551-d50d-422e-ab9c-3a59eb5b2744 {{(pid=83236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:47:59.871228 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-507ceef7-d9d0-44f0-9ff5-f3cb915f6b50 req-a9cc6bd6-be9a-412f-b1a5-75ec637be073 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:00.116505 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-507ceef7-d9d0-44f0-9ff5-f3cb915f6b50 req-a9cc6bd6-be9a-412f-b1a5-75ec637be073 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] For port f4e51551-d50d-422e-ab9c-3a59eb5b2744, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=f4e51551-d50d-422e-ab9c-3a59eb5b2744,segment=NetworkSegment(7ebfa99c-e8ea-45bc-9751-f287d2ab1bc9),segment_id=7ebfa99c-e8ea-45bc-9751-f287d2ab1bc9)] {{(pid=83236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:48:00.116845 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-507ceef7-d9d0-44f0-9ff5-f3cb915f6b50 req-a9cc6bd6-be9a-412f-b1a5-75ec637be073 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:00.250983 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [req-507ceef7-d9d0-44f0-9ff5-f3cb915f6b50 req-a9cc6bd6-be9a-412f-b1a5-75ec637be073 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Calling delete_port for f4e51551-d50d-422e-ab9c-3a59eb5b2744 owned by compute:nova {{(pid=83236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:48:00.401743 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-507ceef7-d9d0-44f0-9ff5-f3cb915f6b50 req-a9cc6bd6-be9a-412f-b1a5-75ec637be073 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:00.435411 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] get_ports_and_sgs() called for port_ids ['f4e51551-d50d-422e-ab9c-3a59eb5b2744'] {{(pid=83238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:48:00.460351 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cc6bd6-be9a-412f-b1a5-75ec637be073 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Pushing event deleted for resources: {'Port': ['ID=f4e51551-d50d-422e-ab9c-3a59eb5b2744,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:48:00.553689 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [req-507ceef7-d9d0-44f0-9ff5-f3cb915f6b50 req-a9cc6bd6-be9a-412f-b1a5-75ec637be073 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] No DVR routers for this DVR port f4e51551-d50d-422e-ab9c-3a59eb5b2744 on host hv-cinder-84330 {{(pid=83236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:48:00.555462 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-b063521f-8ac8-42be-bc03-b4265e7e0355 req-c73f1375-611f-47d8-953b-8f4d4db9e718 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4698d22-344a-46bf-91b0-6f1dfe9defce HTTP/1.1" status: 200 len: 210 time: 0.0441267 May 25 22:48:00.556048 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-507ceef7-d9d0-44f0-9ff5-f3cb915f6b50 req-a9cc6bd6-be9a-412f-b1a5-75ec637be073 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:00.558627 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4698d22-344a-46bf-91b0-6f1dfe9defce', 'name': 'network-vif-deleted', 'tag': 'f4e51551-d50d-422e-ab9c-3a59eb5b2744'}] {{(pid=83236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:48:00.577700 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-507ceef7-d9d0-44f0-9ff5-f3cb915f6b50 req-a9cc6bd6-be9a-412f-b1a5-75ec637be073 tempest-TestMinimumBasicScenario-1261791723 tempest-TestMinimumBasicScenario-1261791723-project] 10.222.0.45 "DELETE /v2.0/ports/f4e51551-d50d-422e-ab9c-3a59eb5b2744 HTTP/1.1" status: 204 len: 173 time: 0.7708535 May 25 22:48:00.625207 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a0717af-5275-4ba3-b71d-eeed869d1e10'] response: {'server_uuid': 'd4698d22-344a-46bf-91b0-6f1dfe9defce', 'name': 'network-vif-deleted', 'tag': 'f4e51551-d50d-422e-ab9c-3a59eb5b2744', 'status': 'completed', 'code': 200} May 25 22:48:01.838299 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-253ca20f-5e15-40ad-b237-e8a3270c1bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:02.209387 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 34768) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:48:02.592389 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-b76b73f5-0117-4b23-b72d-6cd20224ba00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335576'] for router_interface, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:02.947101 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:03.106844 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:03.253389 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [None req-b76b73f5-0117-4b23-b72d-6cd20224ba00 admin admin] Deleting port 97b6f640-7912-496c-9bc6-b6e7eef68dd6 {{(pid=83236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:48:03.253946 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-b76b73f5-0117-4b23-b72d-6cd20224ba00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:03.300926 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device f4e51551-d50d-422e-ab9c-3a59eb5b2744 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:48:03.335240 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] No Port match for: f4e51551-d50d-422e-ab9c-3a59eb5b2744 {{(pid=83238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:48:03.335596 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device f4e51551-d50d-422e-ab9c-3a59eb5b2744 not bound to the agent host hv-cinder-84330 {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:48:03.419156 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [None req-b76b73f5-0117-4b23-b72d-6cd20224ba00 admin admin] For port 97b6f640-7912-496c-9bc6-b6e7eef68dd6, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=97b6f640-7912-496c-9bc6-b6e7eef68dd6,segment=NetworkSegment(7ebfa99c-e8ea-45bc-9751-f287d2ab1bc9),segment_id=7ebfa99c-e8ea-45bc-9751-f287d2ab1bc9)] {{(pid=83236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:48:03.419496 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-b76b73f5-0117-4b23-b72d-6cd20224ba00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:03.541451 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [None req-b76b73f5-0117-4b23-b72d-6cd20224ba00 admin admin] Calling delete_port for 97b6f640-7912-496c-9bc6-b6e7eef68dd6 owned by network:router_interface {{(pid=83236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:48:03.702124 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-b76b73f5-0117-4b23-b72d-6cd20224ba00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:03.748252 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76b73f5-0117-4b23-b72d-6cd20224ba00 admin admin] Pushing event deleted for resources: {'Port': ['ID=97b6f640-7912-496c-9bc6-b6e7eef68dd6,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:48:04.032055 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-b76b73f5-0117-4b23-b72d-6cd20224ba00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2759036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-335503'] for router_interface, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:04.402984 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:04.677056 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b76b73f5-0117-4b23-b72d-6cd20224ba00 admin admin] Router b585a7c5-a7f2-4f1f-858b-51e4a9ab326a has already been hosted by L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a {{(pid=83236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:48:04.870034 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76b73f5-0117-4b23-b72d-6cd20224ba00 admin admin] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:48:04.880147 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4011f58-b237-4a60-ad24-5963e936403c None None] Sync routers for ids ['b585a7c5-a7f2-4f1f-858b-51e4a9ab326a'] in dv-cinder-843305-1-iscsi {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:48:04.885860 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-b76b73f5-0117-4b23-b72d-6cd20224ba00 admin admin] 10.222.0.39 "PUT /v2.0/routers/b585a7c5-a7f2-4f1f-858b-51e4a9ab326a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6732776 May 25 22:48:04.886569 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 34776) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:48:04.893397 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4011f58-b237-4a60-ad24-5963e936403c None None] Routers {'b585a7c5-a7f2-4f1f-858b-51e4a9ab326a'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:48:04.894380 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-e4011f58-b237-4a60-ad24-5963e936403c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:48:02Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['b585a7c5-a7f2-4f1f-858b-51e4a9ab326a'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:48:05.080228 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-b0fda6ed-1ef3-4f13-812a-8f0f3d1a7e85 admin admin] Notify callbacks [] for router, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:05.108273 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-e4011f58-b237-4a60-ad24-5963e936403c None None] Set router b585a7c5-a7f2-4f1f-858b-51e4a9ab326a gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:48:05.272612 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-b0fda6ed-1ef3-4f13-812a-8f0f3d1a7e85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:05.282043 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.plugin [None req-b0fda6ed-1ef3-4f13-812a-8f0f3d1a7e85 admin admin] Deleting port b7f9a373-78d6-48c3-8ae9-76b6e0ebdbe0 {{(pid=83237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:48:05.282440 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-b0fda6ed-1ef3-4f13-812a-8f0f3d1a7e85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:05.395089 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-e4011f58-b237-4a60-ad24-5963e936403c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b585a7c5-a7f2-4f1f-858b-51e4a9ab326a', 'name': 'tempest-TestMinimumBasicScenario-1384564704-router', 'tenant_id': '6626d9e2774441bc91a66b45ce4d2f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'b7f9a373-78d6-48c3-8ae9-76b6e0ebdbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:45:52Z', 'updated_at': '2022-05-25T22:48:03Z', 'revision_number': 5, 'project_id': '6626d9e2774441bc91a66b45ce4d2f50', 'gw_port': {'id': 'b7f9a373-78d6-48c3-8ae9-76b6e0ebdbe0', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:85:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b585a7c5-a7f2-4f1f-858b-51e4a9ab326a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:45:53Z', 'updated_at': '2022-05-25T22:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi'}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:48:05.398737 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4011f58-b237-4a60-ad24-5963e936403c None None] Checking router: b585a7c5-a7f2-4f1f-858b-51e4a9ab326a for host: dv-cinder-843305-1-iscsi {{(pid=83238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:48:05.409651 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4011f58-b237-4a60-ad24-5963e936403c None None] Routers {'b585a7c5-a7f2-4f1f-858b-51e4a9ab326a'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:48:05.410244 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-e4011f58-b237-4a60-ad24-5963e936403c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:48:02Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['b585a7c5-a7f2-4f1f-858b-51e4a9ab326a'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:48:05.472642 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.db [None req-b0fda6ed-1ef3-4f13-812a-8f0f3d1a7e85 admin admin] For port b7f9a373-78d6-48c3-8ae9-76b6e0ebdbe0, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=b7f9a373-78d6-48c3-8ae9-76b6e0ebdbe0,segment=NetworkSegment(877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e),segment_id=877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e)] {{(pid=83237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:48:05.472989 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-b0fda6ed-1ef3-4f13-812a-8f0f3d1a7e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:05.555586 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-e4011f58-b237-4a60-ad24-5963e936403c None None] Set router b585a7c5-a7f2-4f1f-858b-51e4a9ab326a gateway port host: None {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:48:05.593762 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.plugin [None req-b0fda6ed-1ef3-4f13-812a-8f0f3d1a7e85 admin admin] Calling delete_port for b7f9a373-78d6-48c3-8ae9-76b6e0ebdbe0 owned by network:router_gateway {{(pid=83237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:48:05.668012 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-e4011f58-b237-4a60-ad24-5963e936403c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b585a7c5-a7f2-4f1f-858b-51e4a9ab326a', 'name': 'tempest-TestMinimumBasicScenario-1384564704-router', 'tenant_id': '6626d9e2774441bc91a66b45ce4d2f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:45:52Z', 'updated_at': '2022-05-25T22:48:05Z', 'revision_number': 6, 'project_id': '6626d9e2774441bc91a66b45ce4d2f50', 'gw_port_host': None}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:48:05.671857 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4011f58-b237-4a60-ad24-5963e936403c None None] The sync data for ids ['b585a7c5-a7f2-4f1f-858b-51e4a9ab326a'] in dv-cinder-843305-1-iscsi is: [{'id': 'b585a7c5-a7f2-4f1f-858b-51e4a9ab326a', 'name': 'tempest-TestMinimumBasicScenario-1384564704-router', 'tenant_id': '6626d9e2774441bc91a66b45ce4d2f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:45:52Z', 'updated_at': '2022-05-25T22:48:05Z', 'revision_number': 6, 'project_id': '6626d9e2774441bc91a66b45ce4d2f50', 'gw_port_host': None}] {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:48:05.762438 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-b0fda6ed-1ef3-4f13-812a-8f0f3d1a7e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1149435'] for port, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:05.807782 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fda6ed-1ef3-4f13-812a-8f0f3d1a7e85 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7f9a373-78d6-48c3-8ae9-76b6e0ebdbe0,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:48:05.874684 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fda6ed-1ef3-4f13-812a-8f0f3d1a7e85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:05.874996 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fda6ed-1ef3-4f13-812a-8f0f3d1a7e85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:05.875320 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fda6ed-1ef3-4f13-812a-8f0f3d1a7e85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:05.875661 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fda6ed-1ef3-4f13-812a-8f0f3d1a7e85 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:05.875977 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fda6ed-1ef3-4f13-812a-8f0f3d1a7e85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:05.876289 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fda6ed-1ef3-4f13-812a-8f0f3d1a7e85 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:05.877226 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fda6ed-1ef3-4f13-812a-8f0f3d1a7e85 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:05.877710 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fda6ed-1ef3-4f13-812a-8f0f3d1a7e85 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:05.878026 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fda6ed-1ef3-4f13-812a-8f0f3d1a7e85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:05.878334 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fda6ed-1ef3-4f13-812a-8f0f3d1a7e85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:05.878642 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fda6ed-1ef3-4f13-812a-8f0f3d1a7e85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:06.036223 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-b0fda6ed-1ef3-4f13-812a-8f0f3d1a7e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-335045'] for router_gateway, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:06.373290 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-b0fda6ed-1ef3-4f13-812a-8f0f3d1a7e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-332341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13637'] for router, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:06.377827 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-b0fda6ed-1ef3-4f13-812a-8f0f3d1a7e85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:06.404854 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-b0fda6ed-1ef3-4f13-812a-8f0f3d1a7e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-332441'] for router, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:06.405518 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0fda6ed-1ef3-4f13-812a-8f0f3d1a7e85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b585a7c5-a7f2-4f1f-858b-51e4a9ab326a {{(pid=83237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:48:06.418260 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-b0fda6ed-1ef3-4f13-812a-8f0f3d1a7e85 admin admin] Notify callbacks [] for router, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:06.419378 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-b0fda6ed-1ef3-4f13-812a-8f0f3d1a7e85 admin admin] 10.222.0.39 "DELETE /v2.0/routers/b585a7c5-a7f2-4f1f-858b-51e4a9ab326a HTTP/1.1" status: 204 len: 168 time: 1.5312858 May 25 22:48:06.421887 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 34780) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:48:06.482726 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae8b3acf-9480-413e-83c7-755bf5bad2c0 admin admin] Deleting subnet daaee495-6ea7-4bcf-819e-e5d4b67a9afd {{(pid=83237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:48:06.485773 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-ae8b3acf-9480-413e-83c7-755bf5bad2c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:06.534883 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-ae8b3acf-9480-413e-83c7-755bf5bad2c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3678361'] for subnet, precommit_delete_associations {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:06.619025 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-ae8b3acf-9480-413e-83c7-755bf5bad2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3099660'] for subnet, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:06.688980 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-ae8b3acf-9480-413e-83c7-755bf5bad2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3099653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1149384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497327'] for subnet, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:06.725082 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b3acf-9480-413e-83c7-755bf5bad2c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daaee495-6ea7-4bcf-819e-e5d4b67a9afd,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:48:06.731301 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-ae8b3acf-9480-413e-83c7-755bf5bad2c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for subnet, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:06.737810 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-ae8b3acf-9480-413e-83c7-755bf5bad2c0 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/daaee495-6ea7-4bcf-819e-e5d4b67a9afd HTTP/1.1" status: 204 len: 168 time: 0.3149786 May 25 22:48:06.740639 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 34784) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:48:06.745242 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcbf1cf-cfde-409c-b260-a924f1c5a763 None None] Network 5e8e79ba-7373-47ff-b556-c66c3f38a4fc requested from dv-cinder-843305-1-iscsi {{(pid=83238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:48:06.809685 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device b7f9a373-78d6-48c3-8ae9-76b6e0ebdbe0 no longer exists at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:48:06.855721 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-56c1240a-8783-4960-86c5-b3b2bfa35631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1111784'] for network, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:06.856146 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] No Port match for: b7f9a373-78d6-48c3-8ae9-76b6e0ebdbe0 {{(pid=83238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:48:06.856572 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device b7f9a373-78d6-48c3-8ae9-76b6e0ebdbe0 not bound to the agent host dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:48:06.857064 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 97b6f640-7912-496c-9bc6-b6e7eef68dd6 no longer exists at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:48:06.866477 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [None req-56c1240a-8783-4960-86c5-b3b2bfa35631 admin admin] Deleting port 1b8165e5-1dd7-491c-a14c-a75c23cbcb88 {{(pid=83236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:48:06.866801 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-56c1240a-8783-4960-86c5-b3b2bfa35631 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:06.897486 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] No Port match for: 97b6f640-7912-496c-9bc6-b6e7eef68dd6 {{(pid=83238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:48:06.897867 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 97b6f640-7912-496c-9bc6-b6e7eef68dd6 not bound to the agent host dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:48:07.067447 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584c769f-ed7c-4d16-947b-0e4c05f43aee None None] DHCP port deletion for 5e8e79ba-7373-47ff-b556-c66c3f38a4fc request from dv-cinder-843305-1-iscsi {{(pid=83238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:48:07.071606 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-584c769f-ed7c-4d16-947b-0e4c05f43aee None None] Deleting port 1b8165e5-1dd7-491c-a14c-a75c23cbcb88 {{(pid=83238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:48:07.071976 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-584c769f-ed7c-4d16-947b-0e4c05f43aee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:07.073679 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [None req-56c1240a-8783-4960-86c5-b3b2bfa35631 admin admin] For port 1b8165e5-1dd7-491c-a14c-a75c23cbcb88, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=1b8165e5-1dd7-491c-a14c-a75c23cbcb88,segment=NetworkSegment(7ebfa99c-e8ea-45bc-9751-f287d2ab1bc9),segment_id=7ebfa99c-e8ea-45bc-9751-f287d2ab1bc9)] {{(pid=83236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:48:07.074030 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-56c1240a-8783-4960-86c5-b3b2bfa35631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:07.192001 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [None req-56c1240a-8783-4960-86c5-b3b2bfa35631 admin admin] Calling delete_port for 1b8165e5-1dd7-491c-a14c-a75c23cbcb88 owned by network:dhcp {{(pid=83236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:48:07.265413 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-56c1240a-8783-4960-86c5-b3b2bfa35631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:07.271511 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-584c769f-ed7c-4d16-947b-0e4c05f43aee None None] For port 1b8165e5-1dd7-491c-a14c-a75c23cbcb88, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=1b8165e5-1dd7-491c-a14c-a75c23cbcb88,segment=NetworkSegment(7ebfa99c-e8ea-45bc-9751-f287d2ab1bc9),segment_id=7ebfa99c-e8ea-45bc-9751-f287d2ab1bc9)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:48:07.271910 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-584c769f-ed7c-4d16-947b-0e4c05f43aee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:07.310345 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c1240a-8783-4960-86c5-b3b2bfa35631 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b8165e5-1dd7-491c-a14c-a75c23cbcb88,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:48:07.317976 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c1240a-8783-4960-86c5-b3b2bfa35631 admin admin] No DVR routers for this DVR port 1b8165e5-1dd7-491c-a14c-a75c23cbcb88 on host dv-cinder-843305-1-iscsi {{(pid=83236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:48:07.389821 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-584c769f-ed7c-4d16-947b-0e4c05f43aee None None] Calling delete_port for 1b8165e5-1dd7-491c-a14c-a75c23cbcb88 owned by network:dhcp {{(pid=83238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:48:07.431106 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-56c1240a-8783-4960-86c5-b3b2bfa35631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3103129', 'neutron.services.segments.db._delete_segments_for_network-8744689775481'] for network, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:07.456787 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.services.segments.db [None req-56c1240a-8783-4960-86c5-b3b2bfa35631 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e8e79ba-7373-47ff-b556-c66c3f38a4fc']}} {{(pid=83236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:48:07.461469 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.db.api [None req-584c769f-ed7c-4d16-947b-0e4c05f43aee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:48:07.461814 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG oslo_db.api [None req-584c769f-ed7c-4d16-947b-0e4c05f43aee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:48:07.468423 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.services.segments.db [None req-56c1240a-8783-4960-86c5-b3b2bfa35631 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ebfa99c-e8ea-45bc-9751-f287d2ab1bc9') {'for_net_delete': True} {{(pid=83236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:48:07.468712 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.services.segments.db [None req-56c1240a-8783-4960-86c5-b3b2bfa35631 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ebfa99c-e8ea-45bc-9751-f287d2ab1bc9') {} {{(pid=83236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:48:07.480090 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-56c1240a-8783-4960-86c5-b3b2bfa35631 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744689775364', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1821422'] for segment, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:07.495171 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-56c1240a-8783-4960-86c5-b3b2bfa35631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:07.501812 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56c1240a-8783-4960-86c5-b3b2bfa35631 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=83236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:48:07.502203 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-56c1240a-8783-4960-86c5-b3b2bfa35631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1631023'] for segment, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:07.514714 dv-cinder-843305-1-iscsi neutron-server[83236]: Traceback (most recent call last): May 25 22:48:07.514714 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:48:07.514714 dv-cinder-843305-1-iscsi neutron-server[83236]: timer() May 25 22:48:07.514714 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:48:07.514714 dv-cinder-843305-1-iscsi neutron-server[83236]: cb(*args, **kw) May 25 22:48:07.514714 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:48:07.514714 dv-cinder-843305-1-iscsi neutron-server[83236]: return func(*args, **kwargs) May 25 22:48:07.514714 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:48:07.514714 dv-cinder-843305-1-iscsi neutron-server[83236]: self._notify() May 25 22:48:07.514714 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:48:07.514714 dv-cinder-843305-1-iscsi neutron-server[83236]: self.callback(batched_events) May 25 22:48:07.514714 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:48:07.514714 dv-cinder-843305-1-iscsi neutron-server[83236]: event.method(event) May 25 22:48:07.514714 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:48:07.514714 dv-cinder-843305-1-iscsi neutron-server[83236]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:48:07.514714 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:48:07.514714 dv-cinder-843305-1-iscsi neutron-server[83236]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:48:07.514714 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:48:07.514714 dv-cinder-843305-1-iscsi neutron-server[83236]: return f(self, *a, **k) May 25 22:48:07.514714 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:48:07.514714 dv-cinder-843305-1-iscsi neutron-server[83236]: return self._get(url).json() May 25 22:48:07.514714 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:48:07.514714 dv-cinder-843305-1-iscsi neutron-server[83236]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:48:07.514714 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:48:07.514714 dv-cinder-843305-1-iscsi neutron-server[83236]: return self.request(url, 'GET', **kwargs) May 25 22:48:07.514714 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:48:07.514714 dv-cinder-843305-1-iscsi neutron-server[83236]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:48:07.514714 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:48:07.514714 dv-cinder-843305-1-iscsi neutron-server[83236]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:48:07.514714 dv-cinder-843305-1-iscsi neutron-server[83236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:48:07.514714 dv-cinder-843305-1-iscsi neutron-server[83236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:48:07.514714 dv-cinder-843305-1-iscsi neutron-server[83236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:48:07.589174 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-56c1240a-8783-4960-86c5-b3b2bfa35631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3103122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335064'] for network, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:07.604428 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-56c1240a-8783-4960-86c5-b3b2bfa35631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for network, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:07.615619 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c1240a-8783-4960-86c5-b3b2bfa35631 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e8e79ba-7373-47ff-b556-c66c3f38a4fc,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:48:07.627923 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-56c1240a-8783-4960-86c5-b3b2bfa35631 admin admin] 10.222.0.39 "DELETE /v2.0/networks/5e8e79ba-7373-47ff-b556-c66c3f38a4fc HTTP/1.1" status: 204 len: 168 time: 0.8863089 May 25 22:48:07.630701 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 34788) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:48:07.962682 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-584c769f-ed7c-4d16-947b-0e4c05f43aee None None] Deleting port 1b8165e5-1dd7-491c-a14c-a75c23cbcb88 {{(pid=83238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:48:07.963507 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-584c769f-ed7c-4d16-947b-0e4c05f43aee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:08.060682 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-584c769f-ed7c-4d16-947b-0e4c05f43aee None None] The port '1b8165e5-1dd7-491c-a14c-a75c23cbcb88' was deleted {{(pid=83238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 22:48:08.089611 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-ab4eaad7-d645-49d7-988e-6a5f7cc81696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335576'] for router_interface, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:08.387313 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.agents_db [None req-9a0b4f36-fcd8-49b0-a2d4-59f1c5f7edf0 None None] Agent healthcheck: found 6 active agents {{(pid=83239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:48:08.664977 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [None req-ab4eaad7-d645-49d7-988e-6a5f7cc81696 admin admin] Deleting port c20ed505-bb88-49e2-b672-9f6acfc37ec1 {{(pid=83236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:48:08.665242 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-ab4eaad7-d645-49d7-988e-6a5f7cc81696 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:08.758609 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 1b8165e5-1dd7-491c-a14c-a75c23cbcb88 no longer exists at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:48:08.791816 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] No Port match for: 1b8165e5-1dd7-491c-a14c-a75c23cbcb88 {{(pid=83238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:48:08.792149 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 1b8165e5-1dd7-491c-a14c-a75c23cbcb88 not bound to the agent host dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:48:08.836361 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [None req-ab4eaad7-d645-49d7-988e-6a5f7cc81696 admin admin] For port c20ed505-bb88-49e2-b672-9f6acfc37ec1, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=c20ed505-bb88-49e2-b672-9f6acfc37ec1,segment=NetworkSegment(975aa5d5-7be7-4d25-a413-4d03219dbbd0),segment_id=975aa5d5-7be7-4d25-a413-4d03219dbbd0)] {{(pid=83236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:48:08.836711 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-ab4eaad7-d645-49d7-988e-6a5f7cc81696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:08.954005 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [None req-ab4eaad7-d645-49d7-988e-6a5f7cc81696 admin admin] Calling delete_port for c20ed505-bb88-49e2-b672-9f6acfc37ec1 owned by network:router_interface {{(pid=83236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:48:09.119506 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-ab4eaad7-d645-49d7-988e-6a5f7cc81696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:09.244785 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4eaad7-d645-49d7-988e-6a5f7cc81696 admin admin] Pushing event deleted for resources: {'Port': ['ID=c20ed505-bb88-49e2-b672-9f6acfc37ec1,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:48:09.529359 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-ab4eaad7-d645-49d7-988e-6a5f7cc81696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2759036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-335503'] for router_interface, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:10.088536 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab4eaad7-d645-49d7-988e-6a5f7cc81696 admin admin] Router 186ba0dd-65f7-4078-956b-1b2025b75fed has already been hosted by L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a {{(pid=83236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:48:10.289995 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4eaad7-d645-49d7-988e-6a5f7cc81696 admin admin] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:48:10.298301 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef300b1-edcb-42b5-84b0-0bc6644491cc None None] Sync routers for ids ['186ba0dd-65f7-4078-956b-1b2025b75fed'] in dv-cinder-843305-1-iscsi {{(pid=83239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:48:10.305581 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-ab4eaad7-d645-49d7-988e-6a5f7cc81696 admin admin] 10.222.0.39 "PUT /v2.0/routers/186ba0dd-65f7-4078-956b-1b2025b75fed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6739063 May 25 22:48:10.308114 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 34792) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:48:10.310737 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef300b1-edcb-42b5-84b0-0bc6644491cc None None] Routers {'186ba0dd-65f7-4078-956b-1b2025b75fed'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:48:10.311335 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-fef300b1-edcb-42b5-84b0-0bc6644491cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:48:02Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['186ba0dd-65f7-4078-956b-1b2025b75fed'], 'active': True} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:48:10.485959 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvr_db [None req-fef300b1-edcb-42b5-84b0-0bc6644491cc None None] Set router 186ba0dd-65f7-4078-956b-1b2025b75fed gateway port host: dv-cinder-843305-1-iscsi {{(pid=83239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:48:10.498695 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-ea069bb1-6976-493d-ba5c-82696f69f4a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:10.690419 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-ea069bb1-6976-493d-ba5c-82696f69f4a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:10.702047 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.plugin [None req-ea069bb1-6976-493d-ba5c-82696f69f4a0 admin admin] Deleting port 6edcc8f6-7706-4874-b368-6a373f678494 {{(pid=83237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:48:10.702375 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-ea069bb1-6976-493d-ba5c-82696f69f4a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:10.805812 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-fef300b1-edcb-42b5-84b0-0bc6644491cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186ba0dd-65f7-4078-956b-1b2025b75fed', 'name': 'tempest-TestMinimumBasicScenario-1251700333-router', 'tenant_id': '9f266a8788f842378b3a1029bc7256e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '6edcc8f6-7706-4874-b368-6a373f678494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:45:58Z', 'updated_at': '2022-05-25T22:48:09Z', 'revision_number': 5, 'project_id': '9f266a8788f842378b3a1029bc7256e7', 'gw_port': {'id': '6edcc8f6-7706-4874-b368-6a373f678494', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186ba0dd-65f7-4078-956b-1b2025b75fed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:45:59Z', 'updated_at': '2022-05-25T22:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi'}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:48:10.809471 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef300b1-edcb-42b5-84b0-0bc6644491cc None None] Checking router: 186ba0dd-65f7-4078-956b-1b2025b75fed for host: dv-cinder-843305-1-iscsi {{(pid=83239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:48:10.820616 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef300b1-edcb-42b5-84b0-0bc6644491cc None None] Routers {'186ba0dd-65f7-4078-956b-1b2025b75fed'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:48:10.821196 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-fef300b1-edcb-42b5-84b0-0bc6644491cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:48:02Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['186ba0dd-65f7-4078-956b-1b2025b75fed'], 'active': True} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:48:10.881758 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.db [None req-ea069bb1-6976-493d-ba5c-82696f69f4a0 admin admin] For port 6edcc8f6-7706-4874-b368-6a373f678494, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=6edcc8f6-7706-4874-b368-6a373f678494,segment=NetworkSegment(877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e),segment_id=877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e)] {{(pid=83237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:48:10.882147 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-ea069bb1-6976-493d-ba5c-82696f69f4a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:10.968129 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvr_db [None req-fef300b1-edcb-42b5-84b0-0bc6644491cc None None] Set router 186ba0dd-65f7-4078-956b-1b2025b75fed gateway port host: None {{(pid=83239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:48:11.000610 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.plugin [None req-ea069bb1-6976-493d-ba5c-82696f69f4a0 admin admin] Calling delete_port for 6edcc8f6-7706-4874-b368-6a373f678494 owned by network:router_gateway {{(pid=83237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:48:11.084215 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-fef300b1-edcb-42b5-84b0-0bc6644491cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186ba0dd-65f7-4078-956b-1b2025b75fed', 'name': 'tempest-TestMinimumBasicScenario-1251700333-router', 'tenant_id': '9f266a8788f842378b3a1029bc7256e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:45:58Z', 'updated_at': '2022-05-25T22:48:10Z', 'revision_number': 6, 'project_id': '9f266a8788f842378b3a1029bc7256e7', 'gw_port_host': None}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:48:11.088504 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef300b1-edcb-42b5-84b0-0bc6644491cc None None] The sync data for ids ['186ba0dd-65f7-4078-956b-1b2025b75fed'] in dv-cinder-843305-1-iscsi is: [{'id': '186ba0dd-65f7-4078-956b-1b2025b75fed', 'name': 'tempest-TestMinimumBasicScenario-1251700333-router', 'tenant_id': '9f266a8788f842378b3a1029bc7256e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:45:58Z', 'updated_at': '2022-05-25T22:48:10Z', 'revision_number': 6, 'project_id': '9f266a8788f842378b3a1029bc7256e7', 'gw_port_host': None}] {{(pid=83239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:48:11.253971 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-ea069bb1-6976-493d-ba5c-82696f69f4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1149435'] for port, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:11.297654 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea069bb1-6976-493d-ba5c-82696f69f4a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6edcc8f6-7706-4874-b368-6a373f678494,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:48:11.522914 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-ea069bb1-6976-493d-ba5c-82696f69f4a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-335045'] for router_gateway, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:11.775957 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-ea069bb1-6976-493d-ba5c-82696f69f4a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-332341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13637'] for router, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:11.779873 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-ea069bb1-6976-493d-ba5c-82696f69f4a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:11.807438 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-ea069bb1-6976-493d-ba5c-82696f69f4a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-332441'] for router, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:11.808151 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea069bb1-6976-493d-ba5c-82696f69f4a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 186ba0dd-65f7-4078-956b-1b2025b75fed {{(pid=83237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:48:11.821592 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-ea069bb1-6976-493d-ba5c-82696f69f4a0 admin admin] Notify callbacks [] for router, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:11.822711 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-ea069bb1-6976-493d-ba5c-82696f69f4a0 admin admin] 10.222.0.39 "DELETE /v2.0/routers/186ba0dd-65f7-4078-956b-1b2025b75fed HTTP/1.1" status: 204 len: 168 time: 1.5136092 May 25 22:48:11.825138 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 34796) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:48:11.857161 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:11.885463 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.db_base_plugin_v2 [None req-35e1dd62-cf9a-45f8-abd9-bf4db16127b3 admin admin] Deleting subnet b13bf5bd-0f66-43bf-acae-4f0948a88394 {{(pid=83237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:48:11.888386 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-35e1dd62-cf9a-45f8-abd9-bf4db16127b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:11.936734 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-35e1dd62-cf9a-45f8-abd9-bf4db16127b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3678361'] for subnet, precommit_delete_associations {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:12.036593 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-35e1dd62-cf9a-45f8-abd9-bf4db16127b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3099660'] for subnet, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:12.107826 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-35e1dd62-cf9a-45f8-abd9-bf4db16127b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3099653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1149384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497327'] for subnet, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:12.147303 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e1dd62-cf9a-45f8-abd9-bf4db16127b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b13bf5bd-0f66-43bf-acae-4f0948a88394,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:48:12.154431 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-35e1dd62-cf9a-45f8-abd9-bf4db16127b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for subnet, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:12.159190 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485ec1cb-496d-4848-8598-a3381be2c578 None None] Network 5d42d4d7-0442-4ebb-8cd2-bf2b76cc7e19 requested from dv-cinder-843305-1-iscsi {{(pid=83238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:48:12.163249 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-35e1dd62-cf9a-45f8-abd9-bf4db16127b3 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b13bf5bd-0f66-43bf-acae-4f0948a88394 HTTP/1.1" status: 204 len: 168 time: 0.3350890 May 25 22:48:12.163481 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 34800) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:48:12.270561 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-561ef486-7753-45c8-9507-96233f5cee54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1111784'] for network, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:12.280707 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.plugin [None req-561ef486-7753-45c8-9507-96233f5cee54 admin admin] Deleting port e7cce1fd-9132-4d51-85b7-2950103ba81c {{(pid=83237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:48:12.281023 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-561ef486-7753-45c8-9507-96233f5cee54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:12.403045 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f0cd3d-48b2-4185-8515-2e23d7ba70b5 None None] DHCP port deletion for 5d42d4d7-0442-4ebb-8cd2-bf2b76cc7e19 request from dv-cinder-843305-1-iscsi {{(pid=83238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:48:12.407228 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-e0f0cd3d-48b2-4185-8515-2e23d7ba70b5 None None] Deleting port e7cce1fd-9132-4d51-85b7-2950103ba81c {{(pid=83238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:48:12.407643 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-e0f0cd3d-48b2-4185-8515-2e23d7ba70b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:12.487975 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.db [None req-561ef486-7753-45c8-9507-96233f5cee54 admin admin] For port e7cce1fd-9132-4d51-85b7-2950103ba81c, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=e7cce1fd-9132-4d51-85b7-2950103ba81c,segment=NetworkSegment(975aa5d5-7be7-4d25-a413-4d03219dbbd0),segment_id=975aa5d5-7be7-4d25-a413-4d03219dbbd0)] {{(pid=83237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:48:12.488319 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-561ef486-7753-45c8-9507-96233f5cee54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:12.610208 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-e0f0cd3d-48b2-4185-8515-2e23d7ba70b5 None None] For port e7cce1fd-9132-4d51-85b7-2950103ba81c, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=e7cce1fd-9132-4d51-85b7-2950103ba81c,segment=NetworkSegment(975aa5d5-7be7-4d25-a413-4d03219dbbd0),segment_id=975aa5d5-7be7-4d25-a413-4d03219dbbd0)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:48:12.610577 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-e0f0cd3d-48b2-4185-8515-2e23d7ba70b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:12.701097 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.plugin [None req-561ef486-7753-45c8-9507-96233f5cee54 admin admin] Calling delete_port for e7cce1fd-9132-4d51-85b7-2950103ba81c owned by network:dhcp {{(pid=83237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:48:12.736854 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-e0f0cd3d-48b2-4185-8515-2e23d7ba70b5 None None] Calling delete_port for e7cce1fd-9132-4d51-85b7-2950103ba81c owned by network:dhcp {{(pid=83238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:48:12.770571 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 6edcc8f6-7706-4874-b368-6a373f678494 no longer exists at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:48:12.779106 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-561ef486-7753-45c8-9507-96233f5cee54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1149435'] for port, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:12.811279 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] No Port match for: 6edcc8f6-7706-4874-b368-6a373f678494 {{(pid=83238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:48:12.811621 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 6edcc8f6-7706-4874-b368-6a373f678494 not bound to the agent host dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:48:12.812014 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device c20ed505-bb88-49e2-b672-9f6acfc37ec1 no longer exists at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:48:12.821283 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ef486-7753-45c8-9507-96233f5cee54 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7cce1fd-9132-4d51-85b7-2950103ba81c,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:48:12.827084 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561ef486-7753-45c8-9507-96233f5cee54 admin admin] No DVR routers for this DVR port e7cce1fd-9132-4d51-85b7-2950103ba81c on host dv-cinder-843305-1-iscsi {{(pid=83237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:48:12.848328 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] No Port match for: c20ed505-bb88-49e2-b672-9f6acfc37ec1 {{(pid=83238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:48:12.848654 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device c20ed505-bb88-49e2-b672-9f6acfc37ec1 not bound to the agent host dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:48:12.849050 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device e7cce1fd-9132-4d51-85b7-2950103ba81c no longer exists at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:48:12.884349 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] No Port match for: e7cce1fd-9132-4d51-85b7-2950103ba81c {{(pid=83238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:48:12.884974 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device e7cce1fd-9132-4d51-85b7-2950103ba81c not bound to the agent host dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:48:12.905157 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.db.api [None req-e0f0cd3d-48b2-4185-8515-2e23d7ba70b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:48:12.905502 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG oslo_db.api [None req-e0f0cd3d-48b2-4185-8515-2e23d7ba70b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:48:12.943314 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-561ef486-7753-45c8-9507-96233f5cee54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3103129', 'neutron.services.segments.db._delete_segments_for_network-8744689775481'] for network, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:12.968370 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.services.segments.db [None req-561ef486-7753-45c8-9507-96233f5cee54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d42d4d7-0442-4ebb-8cd2-bf2b76cc7e19']}} {{(pid=83237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:48:12.982056 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.services.segments.db [None req-561ef486-7753-45c8-9507-96233f5cee54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '975aa5d5-7be7-4d25-a413-4d03219dbbd0') {'for_net_delete': True} {{(pid=83237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:48:12.982504 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.services.segments.db [None req-561ef486-7753-45c8-9507-96233f5cee54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '975aa5d5-7be7-4d25-a413-4d03219dbbd0') {} {{(pid=83237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:48:12.996059 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-561ef486-7753-45c8-9507-96233f5cee54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744689775364', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680106'] for segment, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:13.013898 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-561ef486-7753-45c8-9507-96233f5cee54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:13.020078 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-561ef486-7753-45c8-9507-96233f5cee54 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=83237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:48:13.020560 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-561ef486-7753-45c8-9507-96233f5cee54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1149350'] for segment, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:13.043046 dv-cinder-843305-1-iscsi neutron-server[83237]: Traceback (most recent call last): May 25 22:48:13.043046 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:48:13.043046 dv-cinder-843305-1-iscsi neutron-server[83237]: timer() May 25 22:48:13.043046 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:48:13.043046 dv-cinder-843305-1-iscsi neutron-server[83237]: cb(*args, **kw) May 25 22:48:13.043046 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:48:13.043046 dv-cinder-843305-1-iscsi neutron-server[83237]: return func(*args, **kwargs) May 25 22:48:13.043046 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:48:13.043046 dv-cinder-843305-1-iscsi neutron-server[83237]: self._notify() May 25 22:48:13.043046 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:48:13.043046 dv-cinder-843305-1-iscsi neutron-server[83237]: self.callback(batched_events) May 25 22:48:13.043046 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:48:13.043046 dv-cinder-843305-1-iscsi neutron-server[83237]: event.method(event) May 25 22:48:13.043046 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:48:13.043046 dv-cinder-843305-1-iscsi neutron-server[83237]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:48:13.043046 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:48:13.043046 dv-cinder-843305-1-iscsi neutron-server[83237]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:48:13.043046 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:48:13.043046 dv-cinder-843305-1-iscsi neutron-server[83237]: return f(self, *a, **k) May 25 22:48:13.043046 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:48:13.043046 dv-cinder-843305-1-iscsi neutron-server[83237]: return self._get(url).json() May 25 22:48:13.043046 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:48:13.043046 dv-cinder-843305-1-iscsi neutron-server[83237]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:48:13.043046 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:48:13.043046 dv-cinder-843305-1-iscsi neutron-server[83237]: return self.request(url, 'GET', **kwargs) May 25 22:48:13.043046 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:48:13.043046 dv-cinder-843305-1-iscsi neutron-server[83237]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:48:13.043046 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:48:13.043046 dv-cinder-843305-1-iscsi neutron-server[83237]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:48:13.043046 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:48:13.043046 dv-cinder-843305-1-iscsi neutron-server[83237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:48:13.043046 dv-cinder-843305-1-iscsi neutron-server[83237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:48:13.116148 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-561ef486-7753-45c8-9507-96233f5cee54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3103122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335064'] for network, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:13.132666 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-561ef486-7753-45c8-9507-96233f5cee54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for network, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:13.142492 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ef486-7753-45c8-9507-96233f5cee54 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d42d4d7-0442-4ebb-8cd2-bf2b76cc7e19,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:48:13.149365 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-561ef486-7753-45c8-9507-96233f5cee54 admin admin] 10.222.0.39 "DELETE /v2.0/networks/5d42d4d7-0442-4ebb-8cd2-bf2b76cc7e19 HTTP/1.1" status: 204 len: 168 time: 0.9849634 May 25 22:48:13.407006 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-e0f0cd3d-48b2-4185-8515-2e23d7ba70b5 None None] Deleting port e7cce1fd-9132-4d51-85b7-2950103ba81c {{(pid=83238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:48:13.407885 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-e0f0cd3d-48b2-4185-8515-2e23d7ba70b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:13.417134 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 34806) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:48:13.472407 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-e0f0cd3d-48b2-4185-8515-2e23d7ba70b5 None None] The port 'e7cce1fd-9132-4d51-85b7-2950103ba81c' was deleted {{(pid=83238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 22:48:13.474341 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 34810) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:48:13.475057 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-a79a72c2-f3ce-47f0-b782-ef5b684019b2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6626d9e2774441bc91a66b45ce4d2f50&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0561783 May 25 22:48:13.541408 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-6f18f7ff-2001-4b22-9b54-91ac983b57f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:13.565990 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-6f18f7ff-2001-4b22-9b54-91ac983b57f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:13.614445 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-6f18f7ff-2001-4b22-9b54-91ac983b57f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:13.631547 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f18f7ff-2001-4b22-9b54-91ac983b57f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e6c164-b99b-4814-8159-91a88ea3d1ca,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:48:13.637878 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-6f18f7ff-2001-4b22-9b54-91ac983b57f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:13.641398 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-6f18f7ff-2001-4b22-9b54-91ac983b57f8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e7e6c164-b99b-4814-8159-91a88ea3d1ca HTTP/1.1" status: 204 len: 168 time: 0.1623311 May 25 22:48:14.018725 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 34818) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:48:14.067839 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-ae0e489c-f3fe-4e8e-a43c-8ca4f35c1342 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9f266a8788f842378b3a1029bc7256e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0479224 May 25 22:48:14.070170 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 34822) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:48:14.126021 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-95cfb5b4-e26e-4b09-80dc-8d778f9c30ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:14.149637 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-95cfb5b4-e26e-4b09-80dc-8d778f9c30ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:14.201148 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-95cfb5b4-e26e-4b09-80dc-8d778f9c30ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:14.215841 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cfb5b4-e26e-4b09-80dc-8d778f9c30ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2811ee1c-4f36-418f-acb8-f583a5d2ba12,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:48:14.224484 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-95cfb5b4-e26e-4b09-80dc-8d778f9c30ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:14.225583 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-95cfb5b4-e26e-4b09-80dc-8d778f9c30ff admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2811ee1c-4f36-418f-acb8-f583a5d2ba12 HTTP/1.1" status: 204 len: 168 time: 0.1545720 May 25 22:48:23.338294 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [req-6c1f9b0a-8011-49e5-abe4-87dbac503eb7 req-95ec8563-373a-464c-80c9-2c6ca83fbea4 service neutron] (83237) timed out ('10.222.0.45', 53276) {{(pid=83237) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 25 22:48:29.190555 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [req-9daf943c-3d44-4e7e-9e51-2b9833c5ca72 req-9184ad11-4730-4e51-920a-39c3ccc6db57 service neutron] (83236) timed out ('10.222.0.45', 53262) {{(pid=83236) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 25 22:48:29.656354 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-a75e4488-c0cd-40b8-8afc-30fcb6617f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:31.842126 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d31c0323-a299-45de-97b4-9682143db208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:32.949547 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:33.108485 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:34.404643 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:41.854161 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:45.387113 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.agents_db [None req-9a0b4f36-fcd8-49b0-a2d4-59f1c5f7edf0 None None] Agent healthcheck: found 6 active agents {{(pid=83239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:48:50.858104 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-20205d0b-74ff-4d89-b577-cd4e2b09d6c8 req-25ecf0c8-1d65-4711-92d9-2b939d61c0f9 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1734818023&fields=id&tenant_id=28b7b6745c42484aba92bb70a964e120 HTTP/1.1" status: 200 len: 267 time: 0.0398304 May 25 22:48:51.000724 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20205d0b-74ff-4d89-b577-cd4e2b09d6c8 req-3fb0d72f-38a5-49e7-8fde-26852fe8564c tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:48:51.002088 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-20205d0b-74ff-4d89-b577-cd4e2b09d6c8 req-3fb0d72f-38a5-49e7-8fde-26852fe8564c tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/networks?id=93fa5388-0472-4921-8b45-2072b4930877 HTTP/1.1" status: 200 len: 811 time: 0.1371987 May 25 22:48:51.017559 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-20205d0b-74ff-4d89-b577-cd4e2b09d6c8 req-a82e5f6f-9f94-4836-bf21-d491b49b3b73 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/quotas/28b7b6745c42484aba92bb70a964e120 HTTP/1.1" status: 200 len: 375 time: 0.0101314 May 25 22:48:51.098947 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-20205d0b-74ff-4d89-b577-cd4e2b09d6c8 req-81b12471-2968-4427-8385-686df86c3f07 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=28b7b6745c42484aba92bb70a964e120&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0763581 May 25 22:48:51.232182 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [req-20205d0b-74ff-4d89-b577-cd4e2b09d6c8 req-ab2dbe1b-28dd-4282-9a18-3420db71becb service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=83237) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:48:51.233132 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-20205d0b-74ff-4d89-b577-cd4e2b09d6c8 req-ab2dbe1b-28dd-4282-9a18-3420db71becb service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1236317 May 25 22:48:51.361194 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-20205d0b-74ff-4d89-b577-cd4e2b09d6c8 req-46abd965-df90-4782-95d7-70e4152b22ec service neutron] 10.222.0.39 "GET /v2.0/networks/93fa5388-0472-4921-8b45-2072b4930877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216660 May 25 22:48:51.491213 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-20205d0b-74ff-4d89-b577-cd4e2b09d6c8 req-1c0e2bb1-b0e3-4519-a5f0-486dc9e57d5f service neutron] 10.222.0.39 "GET /v2.0/networks/93fa5388-0472-4921-8b45-2072b4930877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244628 May 25 22:48:51.873530 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-3c8cabe1-c3ff-4b3f-87f6-9fbe436787b3 req-1406df31-f39a-4120-b939-9ed87677db2e tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fa00165-c1ed-412b-acbe-845478f4d810 HTTP/1.1" status: 200 len: 210 time: 0.0476847 May 25 22:48:53.039513 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20205d0b-74ff-4d89-b577-cd4e2b09d6c8 req-a8c5e0f4-22c3-4cc0-84e8-fad41182bd76 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:48:53.041048 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-20205d0b-74ff-4d89-b577-cd4e2b09d6c8 req-a8c5e0f4-22c3-4cc0-84e8-fad41182bd76 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.45 "GET /v2.0/networks?id=93fa5388-0472-4921-8b45-2072b4930877 HTTP/1.1" status: 200 len: 811 time: 0.2402346 May 25 22:48:53.049454 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-7cf7e0f7-e70e-40d7-bc19-28a030dade43 req-e7d2ab59-2b84-484e-aa75-df4f3e323a24 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fa00165-c1ed-412b-acbe-845478f4d810 HTTP/1.1" status: 200 len: 210 time: 0.0417323 May 25 22:48:53.100545 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-20205d0b-74ff-4d89-b577-cd4e2b09d6c8 req-8a45637c-5d8c-46be-96c1-bb52fcf98578 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28b7b6745c42484aba92bb70a964e120 HTTP/1.1" status: 200 len: 380 time: 0.0424476 May 25 22:48:53.108046 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [req-20205d0b-74ff-4d89-b577-cd4e2b09d6c8 req-0a034525-cdbf-4628-b8fd-f98f591b4da2 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Request body: {'port': {'device_id': '9fa00165-c1ed-412b-acbe-845478f4d810', 'network_id': '93fa5388-0472-4921-8b45-2072b4930877', 'admin_state_up': True, 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'security_groups': ['6e4aa45a-a0dd-44be-9285-a133e91907f4']}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:48:53.239848 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [req-20205d0b-74ff-4d89-b577-cd4e2b09d6c8 req-0a034525-cdbf-4628-b8fd-f98f591b4da2 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:48:53.243709 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-20205d0b-74ff-4d89-b577-cd4e2b09d6c8 req-0a034525-cdbf-4628-b8fd-f98f591b4da2 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Usage tracker for resource:port and tenant:28b7b6745c42484aba92bb70a964e120 is out of sync, need to count used quota {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:48:53.246415 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-20205d0b-74ff-4d89-b577-cd4e2b09d6c8 req-0a034525-cdbf-4628-b8fd-f98f591b4da2 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:48:53.252260 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.quota.driver [req-20205d0b-74ff-4d89-b577-cd4e2b09d6c8 req-0a034525-cdbf-4628-b8fd-f98f591b4da2 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:48:53.261694 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20205d0b-74ff-4d89-b577-cd4e2b09d6c8 req-0a034525-cdbf-4628-b8fd-f98f591b4da2 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Made reservation on behalf of 28b7b6745c42484aba92bb70a964e120 for: {'port': 1} {{(pid=83236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:48:53.264648 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-20205d0b-74ff-4d89-b577-cd4e2b09d6c8 req-0a034525-cdbf-4628-b8fd-f98f591b4da2 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:53.423312 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.db_base_plugin_common [req-20205d0b-74ff-4d89-b577-cd4e2b09d6c8 req-0a034525-cdbf-4628-b8fd-f98f591b4da2 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Allocated IP 172.20.0.10 (93fa5388-0472-4921-8b45-2072b4930877/de133a3f-8e72-43cd-a48a-9e10a75e8ce4/32d1a9e1-8d4c-41d2-bac1-c35873c3acc2) {{(pid=83236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:48:53.610888 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-20205d0b-74ff-4d89-b577-cd4e2b09d6c8 req-0a034525-cdbf-4628-b8fd-f98f591b4da2 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks [] for port, precommit_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:53.630162 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.provisioning_blocks [req-20205d0b-74ff-4d89-b577-cd4e2b09d6c8 req-0a034525-cdbf-4628-b8fd-f98f591b4da2 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Transition to ACTIVE for port object 32d1a9e1-8d4c-41d2-bac1-c35873c3acc2 will not be triggered until provisioned by entity DHCP. {{(pid=83236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:48:53.651810 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-20205d0b-74ff-4d89-b577-cd4e2b09d6c8 req-0a034525-cdbf-4628-b8fd-f98f591b4da2 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_create {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:53.729872 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20205d0b-74ff-4d89-b577-cd4e2b09d6c8 req-0a034525-cdbf-4628-b8fd-f98f591b4da2 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Network 93fa5388-0472-4921-8b45-2072b4930877 is already hosted by enough agents. {{(pid=83236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:48:53.733717 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.scheduler.base_scheduler [req-20205d0b-74ff-4d89-b577-cd4e2b09d6c8 req-0a034525-cdbf-4628-b8fd-f98f591b4da2 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Resources bound (agent type, host, resource id): {{(pid=83236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:48:53.736632 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [req-20205d0b-74ff-4d89-b577-cd4e2b09d6c8 req-0a034525-cdbf-4628-b8fd-f98f591b4da2 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Received port after_create {{(pid=83236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:48:53.775692 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a034525-cdbf-4628-b8fd-f98f591b4da2 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Pushing event updated for resources: {'Port': ['ID=32d1a9e1-8d4c-41d2-bac1-c35873c3acc2,revision_number=1']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:48:53.788559 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a034525-cdbf-4628-b8fd-f98f591b4da2 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:53.788891 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a034525-cdbf-4628-b8fd-f98f591b4da2 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:53.789214 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a034525-cdbf-4628-b8fd-f98f591b4da2 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:53.789535 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a034525-cdbf-4628-b8fd-f98f591b4da2 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:53.789917 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a034525-cdbf-4628-b8fd-f98f591b4da2 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:53.790239 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a034525-cdbf-4628-b8fd-f98f591b4da2 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:53.790554 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a034525-cdbf-4628-b8fd-f98f591b4da2 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:53.790973 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a034525-cdbf-4628-b8fd-f98f591b4da2 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:53.791225 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a034525-cdbf-4628-b8fd-f98f591b4da2 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:53.791610 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a034525-cdbf-4628-b8fd-f98f591b4da2 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:53.791928 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a034525-cdbf-4628-b8fd-f98f591b4da2 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:53.822507 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20205d0b-74ff-4d89-b577-cd4e2b09d6c8 req-0a034525-cdbf-4628-b8fd-f98f591b4da2 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:48:53.823229 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-20205d0b-74ff-4d89-b577-cd4e2b09d6c8 req-0a034525-cdbf-4628-b8fd-f98f591b4da2 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:53.851468 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-20205d0b-74ff-4d89-b577-cd4e2b09d6c8 req-0a034525-cdbf-4628-b8fd-f98f591b4da2 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7467685 May 25 22:48:53.870696 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.v2.base [req-20205d0b-74ff-4d89-b577-cd4e2b09d6c8 req-80162a98-6d4c-4606-839d-4faa7091c931 service neutron] Request body: {'port': {'device_id': '9fa00165-c1ed-412b-acbe-845478f4d810', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:48:53.979446 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-20205d0b-74ff-4d89-b577-cd4e2b09d6c8 req-80162a98-6d4c-4606-839d-4faa7091c931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:54.011311 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-0856e368-9aea-43fd-98e2-211a38ed892c None None] Provisioning for port 32d1a9e1-8d4c-41d2-bac1-c35873c3acc2 completed by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:48:54.016309 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-0856e368-9aea-43fd-98e2-211a38ed892c None None] Provisioning complete for port 32d1a9e1-8d4c-41d2-bac1-c35873c3acc2 triggered by entity DHCP. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:48:54.016671 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-0856e368-9aea-43fd-98e2-211a38ed892c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:54.069988 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-0856e368-9aea-43fd-98e2-211a38ed892c None None] Port 32d1a9e1-8d4c-41d2-bac1-c35873c3acc2 cannot update to ACTIVE because it is not bound. {{(pid=83238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:48:54.244928 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78161f4-1f1f-4356-a186-924ed701f91c req-869557a6-b41f-490f-a9e2-082deab7d13e tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:48:54.246286 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-b78161f4-1f1f-4356-a186-924ed701f91c req-869557a6-b41f-490f-a9e2-082deab7d13e tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fa00165-c1ed-412b-acbe-845478f4d810 HTTP/1.1" status: 200 len: 932 time: 0.0754590 May 25 22:48:54.292056 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-b78161f4-1f1f-4356-a186-924ed701f91c req-8e7860dd-77df-40e8-8f43-c94eecb91977 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4aa45a-a0dd-44be-9285-a133e91907f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396776 May 25 22:48:54.323408 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [req-20205d0b-74ff-4d89-b577-cd4e2b09d6c8 req-80162a98-6d4c-4606-839d-4faa7091c931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32d1a9e1-8d4c-41d2-bac1-c35873c3acc2 {{(pid=83236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:48:54.330623 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-20205d0b-74ff-4d89-b577-cd4e2b09d6c8 req-80162a98-6d4c-4606-839d-4faa7091c931 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:54.344371 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.provisioning_blocks [req-20205d0b-74ff-4d89-b577-cd4e2b09d6c8 req-80162a98-6d4c-4606-839d-4faa7091c931 service neutron] Transition to ACTIVE for port object 32d1a9e1-8d4c-41d2-bac1-c35873c3acc2 will not be triggered until provisioned by entity L2. {{(pid=83236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:48:54.348581 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-20205d0b-74ff-4d89-b577-cd4e2b09d6c8 req-80162a98-6d4c-4606-839d-4faa7091c931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1630987'] for port, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:54.474876 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80162a98-6d4c-4606-839d-4faa7091c931 service neutron] Pushing event updated for resources: {'Port': ['ID=32d1a9e1-8d4c-41d2-bac1-c35873c3acc2,revision_number=2']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:48:54.583965 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-20205d0b-74ff-4d89-b577-cd4e2b09d6c8 req-80162a98-6d4c-4606-839d-4faa7091c931 service neutron] Attempting to bind port 32d1a9e1-8d4c-41d2-bac1-c35873c3acc2 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:48:54.584224 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-20205d0b-74ff-4d89-b577-cd4e2b09d6c8 req-80162a98-6d4c-4606-839d-4faa7091c931 service neutron] Attempting to bind port 32d1a9e1-8d4c-41d2-bac1-c35873c3acc2 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': 'f5bb856f-bb4d-43f7-8cd6-86e950960bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '93fa5388-0472-4921-8b45-2072b4930877'}] {{(pid=83236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:48:54.584524 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20205d0b-74ff-4d89-b577-cd4e2b09d6c8 req-80162a98-6d4c-4606-839d-4faa7091c931 service neutron] Attempting to bind port 32d1a9e1-8d4c-41d2-bac1-c35873c3acc2 on network 93fa5388-0472-4921-8b45-2072b4930877 {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:48:54.590334 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20205d0b-74ff-4d89-b577-cd4e2b09d6c8 req-80162a98-6d4c-4606-839d-4faa7091c931 service neutron] Port 32d1a9e1-8d4c-41d2-bac1-c35873c3acc2 on network 93fa5388-0472-4921-8b45-2072b4930877 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:48:54.590652 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20205d0b-74ff-4d89-b577-cd4e2b09d6c8 req-80162a98-6d4c-4606-839d-4faa7091c931 service neutron] Attempting to bind port 32d1a9e1-8d4c-41d2-bac1-c35873c3acc2 on network 93fa5388-0472-4921-8b45-2072b4930877 {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:48:54.597167 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20205d0b-74ff-4d89-b577-cd4e2b09d6c8 req-80162a98-6d4c-4606-839d-4faa7091c931 service neutron] Checking agent: {'id': 'ba48c32d-6c3d-40ce-a4ff-91ef21d08f39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 30, 42), 'started_at': datetime.datetime(2022, 5, 25, 22, 30, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:48:54.597524 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20205d0b-74ff-4d89-b577-cd4e2b09d6c8 req-80162a98-6d4c-4606-839d-4faa7091c931 service neutron] Checking segment: {'id': 'f5bb856f-bb4d-43f7-8cd6-86e950960bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '93fa5388-0472-4921-8b45-2072b4930877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:48:54.597902 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20205d0b-74ff-4d89-b577-cd4e2b09d6c8 req-80162a98-6d4c-4606-839d-4faa7091c931 service neutron] Bound using segment: {'id': 'f5bb856f-bb4d-43f7-8cd6-86e950960bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '93fa5388-0472-4921-8b45-2072b4930877'} {{(pid=83236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:48:54.598372 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.managers [req-20205d0b-74ff-4d89-b577-cd4e2b09d6c8 req-80162a98-6d4c-4606-839d-4faa7091c931 service neutron] Bound port: 32d1a9e1-8d4c-41d2-bac1-c35873c3acc2, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5bb856f-bb4d-43f7-8cd6-86e950960bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '93fa5388-0472-4921-8b45-2072b4930877'}}] {{(pid=83236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:48:54.598701 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-20205d0b-74ff-4d89-b577-cd4e2b09d6c8 req-80162a98-6d4c-4606-839d-4faa7091c931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:54.733780 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-20205d0b-74ff-4d89-b577-cd4e2b09d6c8 req-80162a98-6d4c-4606-839d-4faa7091c931 service neutron] For port 32d1a9e1-8d4c-41d2-bac1-c35873c3acc2, host hv-cinder-84330, cleared binding levels {{(pid=83236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:48:54.738189 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-20205d0b-74ff-4d89-b577-cd4e2b09d6c8 req-80162a98-6d4c-4606-839d-4faa7091c931 service neutron] For port 32d1a9e1-8d4c-41d2-bac1-c35873c3acc2, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=32d1a9e1-8d4c-41d2-bac1-c35873c3acc2,segment=NetworkSegment(f5bb856f-bb4d-43f7-8cd6-86e950960bbb),segment_id=f5bb856f-bb4d-43f7-8cd6-86e950960bbb)] {{(pid=83236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:48:54.745188 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-20205d0b-74ff-4d89-b577-cd4e2b09d6c8 req-80162a98-6d4c-4606-839d-4faa7091c931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1630987'] for port, after_update {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:54.805035 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-d03792f4-fbe2-4851-a270-d17c69973827 req-d7112df6-34ab-49c6-ba1f-c4a54f57e109 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=feb15ef2-8791-4f93-a7b0-092b0f70e2aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1576126 May 25 22:48:54.814115 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-20205d0b-74ff-4d89-b577-cd4e2b09d6c8 req-80162a98-6d4c-4606-839d-4faa7091c931 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:54.815381 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-20205d0b-74ff-4d89-b577-cd4e2b09d6c8 req-80162a98-6d4c-4606-839d-4faa7091c931 service neutron] 10.222.0.45 "PUT /v2.0/ports/32d1a9e1-8d4c-41d2-bac1-c35873c3acc2 HTTP/1.1" status: 200 len: 1094 time: 0.9489465 May 25 22:48:54.815971 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa00165-c1ed-412b-acbe-845478f4d810', 'tag': '32d1a9e1-8d4c-41d2-bac1-c35873c3acc2'}] {{(pid=83236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:48:54.830369 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80162a98-6d4c-4606-839d-4faa7091c931 service neutron] Pushing event updated for resources: {'Port': ['ID=32d1a9e1-8d4c-41d2-bac1-c35873c3acc2,revision_number=3']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:48:55.051695 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36d4352a-3e32-4379-b3d1-7ec8c537051d'] response: {'name': 'network-changed', 'server_uuid': '9fa00165-c1ed-412b-acbe-845478f4d810', 'tag': '32d1a9e1-8d4c-41d2-bac1-c35873c3acc2', 'status': 'completed', 'code': 200} May 25 22:48:55.080683 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-d03792f4-fbe2-4851-a270-d17c69973827 req-45cdd2af-36f2-4c7d-9389-232d078efc56 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=28b7b6745c42484aba92bb70a964e120&device_id=feb15ef2-8791-4f93-a7b0-092b0f70e2aa HTTP/1.1" status: 200 len: 1098 time: 0.2362490 May 25 22:48:55.087143 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-20205d0b-74ff-4d89-b577-cd4e2b09d6c8 req-dcdda91d-c942-4d2b-9a59-4fbd50bf363a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=28b7b6745c42484aba92bb70a964e120&device_id=9fa00165-c1ed-412b-acbe-845478f4d810 HTTP/1.1" status: 200 len: 1097 time: 0.2035398 May 25 22:48:55.236494 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-20205d0b-74ff-4d89-b577-cd4e2b09d6c8 req-f7bf1906-3fcd-4102-9161-41affe841347 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32d1a9e1-8d4c-41d2-bac1-c35873c3acc2 HTTP/1.1" status: 200 len: 217 time: 0.1316719 May 25 22:48:55.326678 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20205d0b-74ff-4d89-b577-cd4e2b09d6c8 req-74df657b-a319-4611-9925-2dcd568ff98a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:48:55.328130 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-20205d0b-74ff-4d89-b577-cd4e2b09d6c8 req-74df657b-a319-4611-9925-2dcd568ff98a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de133a3f-8e72-43cd-a48a-9e10a75e8ce4 HTTP/1.1" status: 200 len: 850 time: 0.0864151 May 25 22:48:55.383992 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03792f4-fbe2-4851-a270-d17c69973827 req-241921d1-4fc4-4fad-91e9-e681014dd731 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:48:55.385996 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-d03792f4-fbe2-4851-a270-d17c69973827 req-241921d1-4fc4-4fad-91e9-e681014dd731 service neutron] 10.222.0.45 "GET /v2.0/networks?id=93fa5388-0472-4921-8b45-2072b4930877 HTTP/1.1" status: 200 len: 912 time: 0.2805114 May 25 22:48:55.491492 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e7b50-ee5f-4ab0-b58c-8d67083ffaa0 req-ddb64a7c-ce5f-4e05-8bb9-b76fc6e8e893 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:48:55.492939 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-117e7b50-ee5f-4ab0-b58c-8d67083ffaa0 req-ddb64a7c-ce5f-4e05-8bb9-b76fc6e8e893 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fa00165-c1ed-412b-acbe-845478f4d810 HTTP/1.1" status: 200 len: 944 time: 0.0793760 May 25 22:48:55.505011 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-d03792f4-fbe2-4851-a270-d17c69973827 req-3a099bf6-1623-4f6f-9085-271ed819265d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00d1671f-d324-49a6-9b14-3df96599b3e9 HTTP/1.1" status: 200 len: 1000 time: 0.1137865 May 25 22:48:55.507778 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-20205d0b-74ff-4d89-b577-cd4e2b09d6c8 req-c160a471-7ca6-4154-ae0b-d1b8cd8a512d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93fa5388-0472-4921-8b45-2072b4930877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1692371 May 25 22:48:55.538243 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-117e7b50-ee5f-4ab0-b58c-8d67083ffaa0 req-eecce493-3323-4691-bc9e-515ee0f94420 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4aa45a-a0dd-44be-9285-a133e91907f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398009 May 25 22:48:55.652924 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03792f4-fbe2-4851-a270-d17c69973827 req-40a59ad5-4190-42a6-86a0-2f3d3c067372 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:48:55.654276 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-d03792f4-fbe2-4851-a270-d17c69973827 req-40a59ad5-4190-42a6-86a0-2f3d3c067372 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de133a3f-8e72-43cd-a48a-9e10a75e8ce4 HTTP/1.1" status: 200 len: 850 time: 0.1383469 May 25 22:48:55.738774 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-20205d0b-74ff-4d89-b577-cd4e2b09d6c8 req-b17442d9-d693-4f72-b9dc-7d5aff35aeaa service neutron] 10.222.0.45 "GET /v2.0/networks/93fa5388-0472-4921-8b45-2072b4930877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217026 May 25 22:48:55.828652 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-d03792f4-fbe2-4851-a270-d17c69973827 req-470fae61-4ff1-46ae-92a9-38dd87833dc3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93fa5388-0472-4921-8b45-2072b4930877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1689706 May 25 22:48:55.953545 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-20205d0b-74ff-4d89-b577-cd4e2b09d6c8 req-bc26143d-c3e8-4aad-bae8-a5fd4c3cebf0 service neutron] 10.222.0.45 "GET /v2.0/networks/93fa5388-0472-4921-8b45-2072b4930877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075801 May 25 22:48:55.988825 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-d03792f4-fbe2-4851-a270-d17c69973827 req-1e22d047-ae38-4f28-8380-5dc791fd902f service neutron] 10.222.0.45 "GET /v2.0/networks/93fa5388-0472-4921-8b45-2072b4930877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534576 May 25 22:48:56.222010 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-a3f93c9b-5908-4e09-af3c-541bd4183818 req-3ab1827f-4303-4aa8-adea-e56218b98ee6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=28b7b6745c42484aba92bb70a964e120&device_id=9fa00165-c1ed-412b-acbe-845478f4d810 HTTP/1.1" status: 200 len: 1097 time: 0.1794119 May 25 22:48:56.223797 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-d03792f4-fbe2-4851-a270-d17c69973827 req-153090f8-375d-40b6-86ad-7fae900429fd service neutron] 10.222.0.45 "GET /v2.0/networks/93fa5388-0472-4921-8b45-2072b4930877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825190 May 25 22:48:56.384050 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f93c9b-5908-4e09-af3c-541bd4183818 req-582fa1b6-464b-4e41-9b8b-3668545d7b7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:48:56.385613 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-a3f93c9b-5908-4e09-af3c-541bd4183818 req-582fa1b6-464b-4e41-9b8b-3668545d7b7e service neutron] 10.222.0.45 "GET /v2.0/networks?id=93fa5388-0472-4921-8b45-2072b4930877 HTTP/1.1" status: 200 len: 912 time: 0.1350915 May 25 22:48:56.721711 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-a3f93c9b-5908-4e09-af3c-541bd4183818 req-14201b38-d842-4252-8451-535d33f000af service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32d1a9e1-8d4c-41d2-bac1-c35873c3acc2 HTTP/1.1" status: 200 len: 217 time: 0.1690102 May 25 22:48:56.783688 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f93c9b-5908-4e09-af3c-541bd4183818 req-268eb6c6-ce0c-4719-b03b-6d0017103c89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:48:56.785133 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-a3f93c9b-5908-4e09-af3c-541bd4183818 req-268eb6c6-ce0c-4719-b03b-6d0017103c89 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de133a3f-8e72-43cd-a48a-9e10a75e8ce4 HTTP/1.1" status: 200 len: 850 time: 0.0580802 May 25 22:48:56.828516 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3831d4-6384-4748-91c9-f52ed10a0b6b req-b321791e-448d-4938-b824-cdad1ea48f9c tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:48:56.830423 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-6d3831d4-6384-4748-91c9-f52ed10a0b6b req-b321791e-448d-4938-b824-cdad1ea48f9c tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fa00165-c1ed-412b-acbe-845478f4d810 HTTP/1.1" status: 200 len: 944 time: 0.0820758 May 25 22:48:56.858780 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-a3f93c9b-5908-4e09-af3c-541bd4183818 req-3645f886-40bf-410e-b500-90bfb222de2d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93fa5388-0472-4921-8b45-2072b4930877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0683103 May 25 22:48:56.879393 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-6d3831d4-6384-4748-91c9-f52ed10a0b6b req-8c279b8b-edb0-4d79-99c5-5daa5d2f4382 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4aa45a-a0dd-44be-9285-a133e91907f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432680 May 25 22:48:56.988819 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-a3f93c9b-5908-4e09-af3c-541bd4183818 req-f6425d06-a30a-4320-81ed-3da60d534f9a service neutron] 10.222.0.45 "GET /v2.0/networks/93fa5388-0472-4921-8b45-2072b4930877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243765 May 25 22:48:57.123607 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-a3f93c9b-5908-4e09-af3c-541bd4183818 req-34c08178-6262-4768-8a72-8e41016417f7 service neutron] 10.222.0.45 "GET /v2.0/networks/93fa5388-0472-4921-8b45-2072b4930877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280353 May 25 22:48:58.094292 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6770dfe1-6d43-4c89-bf81-237ccb35fd5c req-852c39b8-ebf0-40b4-bfdc-d4d0c6b3a0d0 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:48:58.095729 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-6770dfe1-6d43-4c89-bf81-237ccb35fd5c req-852c39b8-ebf0-40b4-bfdc-d4d0c6b3a0d0 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fa00165-c1ed-412b-acbe-845478f4d810 HTTP/1.1" status: 200 len: 944 time: 0.0747795 May 25 22:48:58.140544 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-6770dfe1-6d43-4c89-bf81-237ccb35fd5c req-7ce9ca87-1a5c-4d51-9336-76107e543a8d tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4aa45a-a0dd-44be-9285-a133e91907f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394480 May 25 22:48:59.415297 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5e3de-152f-49a3-9fb7-a51d9ca8283c req-d0588ccf-2f11-47d1-b0d6-b4bcf5f278a4 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:48:59.416719 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-8ac5e3de-152f-49a3-9fb7-a51d9ca8283c req-d0588ccf-2f11-47d1-b0d6-b4bcf5f278a4 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fa00165-c1ed-412b-acbe-845478f4d810 HTTP/1.1" status: 200 len: 944 time: 0.1563106 May 25 22:48:59.461152 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-8ac5e3de-152f-49a3-9fb7-a51d9ca8283c req-a968c7ed-76de-45b6-a977-2a9dd41610ce tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4aa45a-a0dd-44be-9285-a133e91907f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388968 May 25 22:48:59.660185 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-f6cb2a6d-672b-4af2-9c79-86b5ea674e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:00.652219 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ac809-ca98-4ae0-bdb0-98795cfa2230 req-f2d2dcb6-0777-4500-9bcd-fb893f8243d8 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:49:00.653636 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-297ac809-ca98-4ae0-bdb0-98795cfa2230 req-f2d2dcb6-0777-4500-9bcd-fb893f8243d8 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fa00165-c1ed-412b-acbe-845478f4d810 HTTP/1.1" status: 200 len: 944 time: 0.0753739 May 25 22:49:00.697576 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-297ac809-ca98-4ae0-bdb0-98795cfa2230 req-5a102b7c-5393-4115-9d9b-48d228ddb352 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4aa45a-a0dd-44be-9285-a133e91907f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382249 May 25 22:49:01.845771 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-31e3df34-84ae-4c8f-810f-c13b4a8346c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:01.904828 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b16b8-cfc2-45b1-bee0-b15aea3aba55 req-6186cdde-408a-434f-97b4-10dc615d6e0f tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:49:01.906351 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-8e5b16b8-cfc2-45b1-bee0-b15aea3aba55 req-6186cdde-408a-434f-97b4-10dc615d6e0f tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fa00165-c1ed-412b-acbe-845478f4d810 HTTP/1.1" status: 200 len: 944 time: 0.0888648 May 25 22:49:01.957316 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-8e5b16b8-cfc2-45b1-bee0-b15aea3aba55 req-bc242701-38b1-450b-adc6-d98b3704f8bc tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4aa45a-a0dd-44be-9285-a133e91907f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431974 May 25 22:49:02.953692 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:03.111342 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:03.154226 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d5c264-2ca6-46c1-8d7a-41700d0b0725 req-9420c5ea-0794-4420-b01a-e34058169416 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:49:03.155665 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-68d5c264-2ca6-46c1-8d7a-41700d0b0725 req-9420c5ea-0794-4420-b01a-e34058169416 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fa00165-c1ed-412b-acbe-845478f4d810 HTTP/1.1" status: 200 len: 944 time: 0.0753107 May 25 22:49:03.198861 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-68d5c264-2ca6-46c1-8d7a-41700d0b0725 req-b462b425-a615-46b0-b188-2a8fafefafe6 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4aa45a-a0dd-44be-9285-a133e91907f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375767 May 25 22:49:03.595146 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 32d1a9e1-8d4c-41d2-bac1-c35873c3acc2 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 22:49:03.725373 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port 32d1a9e1-8d4c-41d2-bac1-c35873c3acc2, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=32d1a9e1-8d4c-41d2-bac1-c35873c3acc2,segment=NetworkSegment(f5bb856f-bb4d-43f7-8cd6-86e950960bbb),segment_id=f5bb856f-bb4d-43f7-8cd6-86e950960bbb)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:49:03.737940 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Returning: {'device': '32d1a9e1-8d4c-41d2-bac1-c35873c3acc2', 'network_id': '93fa5388-0472-4921-8b45-2072b4930877', 'port_id': '32d1a9e1-8d4c-41d2-bac1-c35873c3acc2', 'mac_address': 'fa:16:3e:52:2f:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de133a3f-8e72-43cd-a48a-9e10a75e8ce4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 22:49:03.790260 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:03.806978 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.notifiers.nova [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32d1a9e1-8d4c-41d2-bac1-c35873c3acc2 {{(pid=83238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:49:03.821287 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port 32d1a9e1-8d4c-41d2-bac1-c35873c3acc2, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=32d1a9e1-8d4c-41d2-bac1-c35873c3acc2,segment=NetworkSegment(f5bb856f-bb4d-43f7-8cd6-86e950960bbb),segment_id=f5bb856f-bb4d-43f7-8cd6-86e950960bbb)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:49:03.824991 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:03.890885 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Pushing event updated for resources: {'Port': ['ID=32d1a9e1-8d4c-41d2-bac1-c35873c3acc2,revision_number=4']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:49:03.899089 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:49:03.899424 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:49:03.899774 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:49:03.900098 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:49:03.900423 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:49:03.900738 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:49:03.901052 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:49:03.901369 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:49:03.901679 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:49:03.901988 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:49:03.902296 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:49:04.128276 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] get_ports_and_sgs() called for port_ids ['32d1a9e1-8d4c-41d2-bac1-c35873c3acc2'] {{(pid=83238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:49:04.399084 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cae938-624f-45a2-9200-c4bce889c195 req-12476e0f-38fb-4420-bc48-257e76b9ef99 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:49:04.400911 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-e8cae938-624f-45a2-9200-c4bce889c195 req-12476e0f-38fb-4420-bc48-257e76b9ef99 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fa00165-c1ed-412b-acbe-845478f4d810 HTTP/1.1" status: 200 len: 945 time: 0.0801249 May 25 22:49:04.429629 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:04.447800 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-e8cae938-624f-45a2-9200-c4bce889c195 req-699204ef-0d07-4b72-8982-2628ce9d2773 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4aa45a-a0dd-44be-9285-a133e91907f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405316 May 25 22:49:05.594849 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 32d1a9e1-8d4c-41d2-bac1-c35873c3acc2 up at agent hyperv_hv-cinder-84330 {{(pid=83238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:49:05.639971 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e04076-bf17-44e1-a897-bd47d08e94dc req-55a44ae5-5186-4ac2-8479-ceaaae182acb tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:49:05.641414 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-34e04076-bf17-44e1-a897-bd47d08e94dc req-55a44ae5-5186-4ac2-8479-ceaaae182acb tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fa00165-c1ed-412b-acbe-845478f4d810 HTTP/1.1" status: 200 len: 945 time: 0.0749440 May 25 22:49:05.666125 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Provisioning for port 32d1a9e1-8d4c-41d2-bac1-c35873c3acc2 completed by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:49:05.670882 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.provisioning_blocks [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Provisioning complete for port 32d1a9e1-8d4c-41d2-bac1-c35873c3acc2 triggered by entity L2. {{(pid=83238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:49:05.671275 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3105768'] for port, provisioning_complete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:05.692518 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-34e04076-bf17-44e1-a897-bd47d08e94dc req-cb19143b-f822-4cd0-a770-3ef8c53c6e6d tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4aa45a-a0dd-44be-9285-a133e91907f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447230 May 25 22:49:05.783962 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:05.808890 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa00165-c1ed-412b-acbe-845478f4d810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d1a9e1-8d4c-41d2-bac1-c35873c3acc2'}] {{(pid=83238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:49:05.818750 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] For port 32d1a9e1-8d4c-41d2-bac1-c35873c3acc2, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=32d1a9e1-8d4c-41d2-bac1-c35873c3acc2,segment=NetworkSegment(f5bb856f-bb4d-43f7-8cd6-86e950960bbb),segment_id=f5bb856f-bb4d-43f7-8cd6-86e950960bbb)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:49:05.823833 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082'] for port, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:05.867229 dv-cinder-843305-1-iscsi neutron-server[83238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47b0527a-f03f-442b-a379-3d51c085870e'] response: {'server_uuid': '9fa00165-c1ed-412b-acbe-845478f4d810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d1a9e1-8d4c-41d2-bac1-c35873c3acc2', 'code': 200} May 25 22:49:05.890707 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Pushing event updated for resources: {'Port': ['ID=32d1a9e1-8d4c-41d2-bac1-c35873c3acc2,revision_number=5']} {{(pid=83238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:49:06.162892 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-56fedab9-4abf-4184-bdd7-ec80dbce39de req-001577fa-7263-414b-b5de-87a42ceed40b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9fa00165-c1ed-412b-acbe-845478f4d810 HTTP/1.1" status: 200 len: 1099 time: 0.0698214 May 25 22:49:06.204579 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-56fedab9-4abf-4184-bdd7-ec80dbce39de req-2bdb6c2f-45d7-4737-b4db-18499b8886fd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6e4aa45a-a0dd-44be-9285-a133e91907f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359154 May 25 22:49:06.897019 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462891e5-e111-4996-b114-97bbf569c269 req-89916f7e-f7cd-4270-bcb8-95f158a14316 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:49:06.898447 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-462891e5-e111-4996-b114-97bbf569c269 req-89916f7e-f7cd-4270-bcb8-95f158a14316 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fa00165-c1ed-412b-acbe-845478f4d810 HTTP/1.1" status: 200 len: 946 time: 0.0753708 May 25 22:49:06.943089 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-462891e5-e111-4996-b114-97bbf569c269 req-13f0e371-4f3b-4e0d-9391-48bec1df568d tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4aa45a-a0dd-44be-9285-a133e91907f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389800 May 25 22:49:08.149280 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dafdab2-2316-49ca-8d14-504954f6359b req-2ef18ba1-7b7a-481b-a7dc-7df8a2fdac0c tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:49:08.150708 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-6dafdab2-2316-49ca-8d14-504954f6359b req-2ef18ba1-7b7a-481b-a7dc-7df8a2fdac0c tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fa00165-c1ed-412b-acbe-845478f4d810 HTTP/1.1" status: 200 len: 946 time: 0.0780551 May 25 22:49:08.194850 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-6dafdab2-2316-49ca-8d14-504954f6359b req-9be1664f-c15b-446c-b8ad-ff74c62bc0b0 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4aa45a-a0dd-44be-9285-a133e91907f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380199 May 25 22:49:08.390241 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f73e02-6c28-4718-a220-e81849b71283 req-40ec6d9e-1e22-4c32-b9d7-ad8ccf31d5bd tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:49:08.391674 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-e3f73e02-6c28-4718-a220-e81849b71283 req-40ec6d9e-1e22-4c32-b9d7-ad8ccf31d5bd tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fa00165-c1ed-412b-acbe-845478f4d810 HTTP/1.1" status: 200 len: 946 time: 0.0767312 May 25 22:49:08.437628 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-e3f73e02-6c28-4718-a220-e81849b71283 req-10b9d775-0712-4143-b022-a8f012fe5a13 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4aa45a-a0dd-44be-9285-a133e91907f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398607 May 25 22:49:08.466451 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 34924) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:49:08.537596 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-1f0bd0c8-14cf-43b3-9ad9-704c401a2050 tempest-TestVolumeBootPattern-1078002718 tempest-TestVolumeBootPattern-1078002718-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9fa00165-c1ed-412b-acbe-845478f4d810 HTTP/1.1" status: 200 len: 1094 time: 0.0698824 May 25 22:49:08.539991 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 34928) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:49:08.545059 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.v2.base [None req-1b243179-b580-470f-a9f7-73c35a74c509 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Request body: {'floatingip': {'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'port_id': '32d1a9e1-8d4c-41d2-bac1-c35873c3acc2', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:49:08.550337 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-1b243179-b580-470f-a9f7-73c35a74c509 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:49:08.554664 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-1b243179-b580-470f-a9f7-73c35a74c509 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Usage tracker for resource:floatingip and tenant:28b7b6745c42484aba92bb70a964e120 is out of sync, need to count used quota {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:49:08.557473 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [None req-1b243179-b580-470f-a9f7-73c35a74c509 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83237) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:49:08.563071 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.quota.driver [None req-1b243179-b580-470f-a9f7-73c35a74c509 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83237) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:49:08.573583 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-1b243179-b580-470f-a9f7-73c35a74c509 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks [] for floatingip, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:08.704424 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-1b243179-b580-470f-a9f7-73c35a74c509 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:08.836810 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.db_base_plugin_common [None req-1b243179-b580-470f-a9f7-73c35a74c509 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Allocated IP 172.27.0.34 (cb39d3ef-31f0-4e66-970b-4cb0d379e187/4ff22ee7-6206-48b0-b7ae-e7396fe607ae/dcfb70aa-c62f-49af-be3f-dd2346a78b18) {{(pid=83237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:49:08.980390 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-1b243179-b580-470f-a9f7-73c35a74c509 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks [] for port, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:09.008598 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-1b243179-b580-470f-a9f7-73c35a74c509 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744689339019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1149435'] for port, after_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:09.072715 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b243179-b580-470f-a9f7-73c35a74c509 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Network cb39d3ef-31f0-4e66-970b-4cb0d379e187 is already hosted by enough agents. {{(pid=83237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:49:09.075441 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.base_scheduler [None req-1b243179-b580-470f-a9f7-73c35a74c509 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Resources bound (agent type, host, resource id): {{(pid=83237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:49:09.077997 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b243179-b580-470f-a9f7-73c35a74c509 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Received port after_create {{(pid=83237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:49:09.106665 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b243179-b580-470f-a9f7-73c35a74c509 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Pushing event updated for resources: {'Port': ['ID=dcfb70aa-c62f-49af-be3f-dd2346a78b18,revision_number=1']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:49:09.126926 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b243179-b580-470f-a9f7-73c35a74c509 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:49:09.127262 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b243179-b580-470f-a9f7-73c35a74c509 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:49:09.127616 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b243179-b580-470f-a9f7-73c35a74c509 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:49:09.127963 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b243179-b580-470f-a9f7-73c35a74c509 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:49:09.128268 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b243179-b580-470f-a9f7-73c35a74c509 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:49:09.128588 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b243179-b580-470f-a9f7-73c35a74c509 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:49:09.128904 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b243179-b580-470f-a9f7-73c35a74c509 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:49:09.129221 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b243179-b580-470f-a9f7-73c35a74c509 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:49:09.129536 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b243179-b580-470f-a9f7-73c35a74c509 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:49:09.129853 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b243179-b580-470f-a9f7-73c35a74c509 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:49:09.130168 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b243179-b580-470f-a9f7-73c35a74c509 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:49:09.656081 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-1b243179-b580-470f-a9f7-73c35a74c509 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:09.709089 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-1b243179-b580-470f-a9f7-73c35a74c509 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1129427'] for port, before_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:09.910304 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-1b243179-b580-470f-a9f7-73c35a74c509 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks [] for port, precommit_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:09.915385 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-1b243179-b580-470f-a9f7-73c35a74c509 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744689680550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744689339037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744689339082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1149314'] for port, after_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:10.018960 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b243179-b580-470f-a9f7-73c35a74c509 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Pushing event updated for resources: {'Port': ['ID=dcfb70aa-c62f-49af-be3f-dd2346a78b18,revision_number=2']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:49:10.033891 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-1b243179-b580-470f-a9f7-73c35a74c509 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-335082'] for floatingip, after_update {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:10.216394 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.db.l3_db [None req-1b243179-b580-470f-a9f7-73c35a74c509 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Floating IP 6a0006db-f318-40db-8635-eb222394b180 associated. External IP: 172.27.0.34, port: 32d1a9e1-8d4c-41d2-bac1-c35873c3acc2. May 25 22:49:10.597013 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b243179-b580-470f-a9f7-73c35a74c509 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Router 1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0 has already been hosted by L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a {{(pid=83237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:49:10.792749 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b243179-b580-470f-a9f7-73c35a74c509 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:49:10.802160 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d50045-20a6-41f9-8b9e-465ab0c8fcf0 None None] Sync routers for ids ['1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0'] in dv-cinder-843305-1-iscsi {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:49:10.814130 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d50045-20a6-41f9-8b9e-465ab0c8fcf0 None None] Routers {'1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:49:10.814771 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-a1d50045-20a6-41f9-8b9e-465ab0c8fcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:49:02Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:49:10.816269 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-1b243179-b580-470f-a9f7-73c35a74c509 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for floatingip, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:10.870133 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-1b243179-b580-470f-a9f7-73c35a74c509 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3290498 May 25 22:49:10.870638 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa00165-c1ed-412b-acbe-845478f4d810', 'tag': '32d1a9e1-8d4c-41d2-bac1-c35873c3acc2'}] {{(pid=83237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:49:10.926165 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0c6201c-d0eb-4619-9704-c9aeb0f6a952'] response: {'name': 'network-changed', 'server_uuid': '9fa00165-c1ed-412b-acbe-845478f4d810', 'tag': '32d1a9e1-8d4c-41d2-bac1-c35873c3acc2', 'status': 'completed', 'code': 200} May 25 22:49:10.990748 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-a1d50045-20a6-41f9-8b9e-465ab0c8fcf0 None None] Set router 1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:49:11.036307 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-407d0929-36f7-4605-be84-74cf554b7276 req-143385b1-c5fb-489d-899c-50a59201ad9f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=28b7b6745c42484aba92bb70a964e120&device_id=9fa00165-c1ed-412b-acbe-845478f4d810 HTTP/1.1" status: 200 len: 1099 time: 0.0683985 May 25 22:49:11.165044 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d0929-36f7-4605-be84-74cf554b7276 req-9d880447-89fa-409f-b471-6f603ea6aecf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:49:11.166388 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-407d0929-36f7-4605-be84-74cf554b7276 req-9d880447-89fa-409f-b471-6f603ea6aecf service neutron] 10.222.0.45 "GET /v2.0/networks?id=93fa5388-0472-4921-8b45-2072b4930877 HTTP/1.1" status: 200 len: 912 time: 0.1236711 May 25 22:49:11.267446 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-407d0929-36f7-4605-be84-74cf554b7276 req-ebfc7f91-c07e-4317-901a-7583c6531bdf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32d1a9e1-8d4c-41d2-bac1-c35873c3acc2 HTTP/1.1" status: 200 len: 999 time: 0.0953925 May 25 22:49:11.332605 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d0929-36f7-4605-be84-74cf554b7276 req-197c0147-9fa5-49e4-b320-5aebee0622d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:49:11.334991 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-407d0929-36f7-4605-be84-74cf554b7276 req-197c0147-9fa5-49e4-b320-5aebee0622d6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de133a3f-8e72-43cd-a48a-9e10a75e8ce4 HTTP/1.1" status: 200 len: 850 time: 0.0620618 May 25 22:49:11.346359 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-a1d50045-20a6-41f9-8b9e-465ab0c8fcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'name': 'tempest-TestVolumeBootPattern-872125378-router', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '5e496257-2475-4326-9a9e-183199fdf99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:43:43Z', 'updated_at': '2022-05-25T22:43:46Z', 'revision_number': 4, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'gw_port': {'id': '5e496257-2475-4326-9a9e-183199fdf99d', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:43Z', 'updated_at': '2022-05-25T22:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_floatingips': [{'id': '6a0006db-f318-40db-8635-eb222394b180', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'floating_ip_address': '172.27.0.34', 'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'router_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'port_id': '32d1a9e1-8d4c-41d2-bac1-c35873c3acc2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93fa5388-0472-4921-8b45-2072b4930877', 'mac_address': 'fa:16:3e:52:2f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa00165-c1ed-412b-acbe-845478f4d810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:49:09Z', 'updated_at': '2022-05-25T22:49:09Z', 'revision_number': 0, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'fixed_ip_address_scope': None}, {'id': 'df7f4dbf-726f-4710-8e48-a31b29abc07e', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'floating_ip_address': '172.27.0.78', 'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'router_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'port_id': '00d1671f-d324-49a6-9b14-3df96599b3e9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93fa5388-0472-4921-8b45-2072b4930877', 'mac_address': 'fa:16:3e:4f:f2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb15ef2-8791-4f93-a7b0-092b0f70e2aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:47:04Z', 'updated_at': '2022-05-25T22:47:07Z', 'revision_number': 1, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07a8e58d-cd7c-4a83-b87a-feb637232c37', 'name': '', 'network_id': '93fa5388-0472-4921-8b45-2072b4930877', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'mac_address': 'fa:16:3e:a7:cd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de133a3f-8e72-43cd-a48a-9e10a75e8ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:45Z', 'updated_at': '2022-05-25T22:43:56Z', 'revision_number': 5, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'subnets': [{'id': 'de133a3f-8e72-43cd-a48a-9e10a75e8ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:49:11.353754 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d50045-20a6-41f9-8b9e-465ab0c8fcf0 None None] Checking router: 1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0 for host: dv-cinder-843305-1-iscsi {{(pid=83238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:49:11.367117 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d50045-20a6-41f9-8b9e-465ab0c8fcf0 None None] Routers {'1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:49:11.367744 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-a1d50045-20a6-41f9-8b9e-465ab0c8fcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:49:02Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:49:11.412732 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-407d0929-36f7-4605-be84-74cf554b7276 req-6380401e-c69d-436d-860a-4a99c25abc6e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93fa5388-0472-4921-8b45-2072b4930877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721025 May 25 22:49:11.542782 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-407d0929-36f7-4605-be84-74cf554b7276 req-a15a4db0-5bae-4a7b-83c5-530863066afc service neutron] 10.222.0.45 "GET /v2.0/networks/93fa5388-0472-4921-8b45-2072b4930877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236098 May 25 22:49:11.548333 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-a1d50045-20a6-41f9-8b9e-465ab0c8fcf0 None None] Set router 1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:49:11.672115 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-407d0929-36f7-4605-be84-74cf554b7276 req-548c421c-23be-4736-8563-934df7038591 service neutron] 10.222.0.45 "GET /v2.0/networks/93fa5388-0472-4921-8b45-2072b4930877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242638 May 25 22:49:11.918198 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:11.946237 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-a1d50045-20a6-41f9-8b9e-465ab0c8fcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'name': 'tempest-TestVolumeBootPattern-872125378-router', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '5e496257-2475-4326-9a9e-183199fdf99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:43:43Z', 'updated_at': '2022-05-25T22:43:46Z', 'revision_number': 4, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'gw_port': {'id': '5e496257-2475-4326-9a9e-183199fdf99d', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:43Z', 'updated_at': '2022-05-25T22:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_floatingips': [{'id': '6a0006db-f318-40db-8635-eb222394b180', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'floating_ip_address': '172.27.0.34', 'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'router_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'port_id': '32d1a9e1-8d4c-41d2-bac1-c35873c3acc2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93fa5388-0472-4921-8b45-2072b4930877', 'mac_address': 'fa:16:3e:52:2f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa00165-c1ed-412b-acbe-845478f4d810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:49:09Z', 'updated_at': '2022-05-25T22:49:09Z', 'revision_number': 0, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'fixed_ip_address_scope': None}, {'id': 'df7f4dbf-726f-4710-8e48-a31b29abc07e', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'floating_ip_address': '172.27.0.78', 'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'router_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'port_id': '00d1671f-d324-49a6-9b14-3df96599b3e9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93fa5388-0472-4921-8b45-2072b4930877', 'mac_address': 'fa:16:3e:4f:f2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb15ef2-8791-4f93-a7b0-092b0f70e2aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:47:04Z', 'updated_at': '2022-05-25T22:47:07Z', 'revision_number': 1, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07a8e58d-cd7c-4a83-b87a-feb637232c37', 'name': '', 'network_id': '93fa5388-0472-4921-8b45-2072b4930877', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'mac_address': 'fa:16:3e:a7:cd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de133a3f-8e72-43cd-a48a-9e10a75e8ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:45Z', 'updated_at': '2022-05-25T22:43:56Z', 'revision_number': 5, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'subnets': [{'id': 'de133a3f-8e72-43cd-a48a-9e10a75e8ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:49:11.950172 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d50045-20a6-41f9-8b9e-465ab0c8fcf0 None None] The sync data for ids ['1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0'] in dv-cinder-843305-1-iscsi is: [{'id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'name': 'tempest-TestVolumeBootPattern-872125378-router', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '5e496257-2475-4326-9a9e-183199fdf99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:43:43Z', 'updated_at': '2022-05-25T22:43:46Z', 'revision_number': 4, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'gw_port': {'id': '5e496257-2475-4326-9a9e-183199fdf99d', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:43Z', 'updated_at': '2022-05-25T22:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_floatingips': [{'id': '6a0006db-f318-40db-8635-eb222394b180', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'floating_ip_address': '172.27.0.34', 'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'router_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'port_id': '32d1a9e1-8d4c-41d2-bac1-c35873c3acc2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93fa5388-0472-4921-8b45-2072b4930877', 'mac_address': 'fa:16:3e:52:2f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa00165-c1ed-412b-acbe-845478f4d810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:49:09Z', 'updated_at': '2022-05-25T22:49:09Z', 'revision_number': 0, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'fixed_ip_address_scope': None}, {'id': 'df7f4dbf-726f-4710-8e48-a31b29abc07e', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'floating_ip_address': '172.27.0.78', 'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'router_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'port_id': '00d1671f-d324-49a6-9b14-3df96599b3e9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93fa5388-0472-4921-8b45-2072b4930877', 'mac_address': 'fa:16:3e:4f:f2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb15ef2-8791-4f93-a7b0-092b0f70e2aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:47:04Z', 'updated_at': '2022-05-25T22:47:07Z', 'revision_number': 1, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07a8e58d-cd7c-4a83-b87a-feb637232c37', 'name': '', 'network_id': '93fa5388-0472-4921-8b45-2072b4930877', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'mac_address': 'fa:16:3e:a7:cd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de133a3f-8e72-43cd-a48a-9e10a75e8ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:45Z', 'updated_at': '2022-05-25T22:43:56Z', 'revision_number': 5, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'subnets': [{'id': 'de133a3f-8e72-43cd-a48a-9e10a75e8ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:49:12.135823 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b49fd02-e37a-4def-bc4f-69fb11c6fd96 None None] New status for floating IP 6a0006db-f318-40db-8635-eb222394b180: ACTIVE {{(pid=83239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:49:22.387513 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.agents_db [None req-9a0b4f36-fcd8-49b0-a2d4-59f1c5f7edf0 None None] Agent healthcheck: found 6 active agents {{(pid=83239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:49:29.662723 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-f432bdde-917d-46d4-afcc-f3e76477b6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:31.853946 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-8b84ab7c-23af-49fd-ace6-64345849a136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:32.955328 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:33.113076 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:34.409414 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:41.851495 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:56.764256 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-0f969daa-6abe-4e67-91d0-d589fa39d6c8 req-07638927-b037-4d0f-afe7-fe4625d5ccbf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=feb15ef2-8791-4f93-a7b0-092b0f70e2aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1371770 May 25 22:49:56.918322 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-0f969daa-6abe-4e67-91d0-d589fa39d6c8 req-b15aa734-4b89-418d-a2d3-6fe9b69ed549 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=28b7b6745c42484aba92bb70a964e120&device_id=feb15ef2-8791-4f93-a7b0-092b0f70e2aa HTTP/1.1" status: 200 len: 1098 time: 0.0735970 May 25 22:49:57.059213 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f969daa-6abe-4e67-91d0-d589fa39d6c8 req-b48e31df-7f7f-4d6f-89bf-39804d16ad64 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:49:57.060682 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-0f969daa-6abe-4e67-91d0-d589fa39d6c8 req-b48e31df-7f7f-4d6f-89bf-39804d16ad64 service neutron] 10.222.0.45 "GET /v2.0/networks?id=93fa5388-0472-4921-8b45-2072b4930877 HTTP/1.1" status: 200 len: 912 time: 0.1249573 May 25 22:49:57.242532 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-0f969daa-6abe-4e67-91d0-d589fa39d6c8 req-44e0f8b1-413d-4758-91b6-5cb9c7b30744 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00d1671f-d324-49a6-9b14-3df96599b3e9 HTTP/1.1" status: 200 len: 1000 time: 0.1761229 May 25 22:49:57.304861 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f969daa-6abe-4e67-91d0-d589fa39d6c8 req-1870c9b8-d845-49f4-ba07-b0fa50067797 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:49:57.306226 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-0f969daa-6abe-4e67-91d0-d589fa39d6c8 req-1870c9b8-d845-49f4-ba07-b0fa50067797 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de133a3f-8e72-43cd-a48a-9e10a75e8ce4 HTTP/1.1" status: 200 len: 850 time: 0.0565875 May 25 22:49:57.379438 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-0f969daa-6abe-4e67-91d0-d589fa39d6c8 req-eee9dd19-d892-4368-90b0-5d09b60895c9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93fa5388-0472-4921-8b45-2072b4930877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0662172 May 25 22:49:57.508976 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-0f969daa-6abe-4e67-91d0-d589fa39d6c8 req-e762c469-663e-48d6-b120-bb3cbcee3518 service neutron] 10.222.0.45 "GET /v2.0/networks/93fa5388-0472-4921-8b45-2072b4930877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230869 May 25 22:49:57.637271 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-0f969daa-6abe-4e67-91d0-d589fa39d6c8 req-83200b24-a8b2-42a5-91e5-cb28f9ba8b66 service neutron] 10.222.0.45 "GET /v2.0/networks/93fa5388-0472-4921-8b45-2072b4930877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224039 May 25 22:49:59.387316 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.agents_db [None req-9a0b4f36-fcd8-49b0-a2d4-59f1c5f7edf0 None None] Agent healthcheck: found 6 active agents {{(pid=83239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:49:59.666498 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-038a1e00-917b-44a3-ae81-1e181686bc51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:01.857769 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ad7e9d5-8085-4383-af2e-119af0177200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:02.958325 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:03.114669 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:04.411169 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:11.859000 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:29.669506 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-a42116f5-f52b-43db-9369-e9bc4cb7f12f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:31.860570 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-8e342433-cbeb-4ef8-a037-4c427ebcc4e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:32.787250 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 34958) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:50:32.963862 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:33.093603 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.plugin [None req-feb7ae24-4a1b-4368-b1ed-76848ef16205 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Deleting port dcfb70aa-c62f-49af-be3f-dd2346a78b18 {{(pid=83237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:50:33.093938 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-feb7ae24-4a1b-4368-b1ed-76848ef16205 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:33.118395 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:33.264714 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-feb7ae24-4a1b-4368-b1ed-76848ef16205 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:33.265030 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-feb7ae24-4a1b-4368-b1ed-76848ef16205 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:33.383147 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.plugin [None req-feb7ae24-4a1b-4368-b1ed-76848ef16205 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Calling delete_port for dcfb70aa-c62f-49af-be3f-dd2346a78b18 owned by network:floatingip {{(pid=83237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:50:33.531182 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-feb7ae24-4a1b-4368-b1ed-76848ef16205 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1149435'] for port, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:33.577883 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb7ae24-4a1b-4368-b1ed-76848ef16205 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Pushing event deleted for resources: {'Port': ['ID=dcfb70aa-c62f-49af-be3f-dd2346a78b18,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:50:33.617107 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb7ae24-4a1b-4368-b1ed-76848ef16205 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:33.617447 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb7ae24-4a1b-4368-b1ed-76848ef16205 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:33.617771 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb7ae24-4a1b-4368-b1ed-76848ef16205 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:33.618092 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb7ae24-4a1b-4368-b1ed-76848ef16205 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:33.618410 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb7ae24-4a1b-4368-b1ed-76848ef16205 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:33.618725 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb7ae24-4a1b-4368-b1ed-76848ef16205 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:33.619039 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb7ae24-4a1b-4368-b1ed-76848ef16205 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:33.619352 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb7ae24-4a1b-4368-b1ed-76848ef16205 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:33.619690 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb7ae24-4a1b-4368-b1ed-76848ef16205 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:33.620000 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb7ae24-4a1b-4368-b1ed-76848ef16205 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:33.620309 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb7ae24-4a1b-4368-b1ed-76848ef16205 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:33.677461 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-feb7ae24-4a1b-4368-b1ed-76848ef16205 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks [] for floatingip, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:34.056837 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb7ae24-4a1b-4368-b1ed-76848ef16205 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Router 1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0 has already been hosted by L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a {{(pid=83237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:50:34.249960 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb7ae24-4a1b-4368-b1ed-76848ef16205 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:50:34.260061 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8b63d9-3146-462b-9068-de432b93d012 None None] Sync routers for ids ['1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0'] in dv-cinder-843305-1-iscsi {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:50:34.266104 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-feb7ae24-4a1b-4368-b1ed-76848ef16205 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for floatingip, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:34.271232 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8b63d9-3146-462b-9068-de432b93d012 None None] Routers {'1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:50:34.272570 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-fb8b63d9-3146-462b-9068-de432b93d012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:50:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:50:34.316786 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-feb7ae24-4a1b-4368-b1ed-76848ef16205 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "DELETE /v2.0/floatingips/6a0006db-f318-40db-8635-eb222394b180 HTTP/1.1" status: 204 len: 168 time: 1.5282829 May 25 22:50:34.317331 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa00165-c1ed-412b-acbe-845478f4d810', 'tag': '32d1a9e1-8d4c-41d2-bac1-c35873c3acc2'}] {{(pid=83237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:50:34.391469 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c8d2f19-2c6b-4d67-ba1b-7bf20aa54e11'] response: {'name': 'network-changed', 'server_uuid': '9fa00165-c1ed-412b-acbe-845478f4d810', 'tag': '32d1a9e1-8d4c-41d2-bac1-c35873c3acc2', 'status': 'completed', 'code': 200} May 25 22:50:34.429783 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:34.461273 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-fb8b63d9-3146-462b-9068-de432b93d012 None None] Set router 1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:50:34.517428 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-cf3a6ba3-eea9-4b03-a230-8563be62760d req-beca0377-4fc8-4332-9bfc-5a5f0c54d041 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=28b7b6745c42484aba92bb70a964e120&device_id=9fa00165-c1ed-412b-acbe-845478f4d810 HTTP/1.1" status: 200 len: 1099 time: 0.0810883 May 25 22:50:34.661589 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a6ba3-eea9-4b03-a230-8563be62760d req-764d4239-5946-4c61-8c4e-45fd7361a787 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:50:34.663671 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-cf3a6ba3-eea9-4b03-a230-8563be62760d req-764d4239-5946-4c61-8c4e-45fd7361a787 service neutron] 10.222.0.45 "GET /v2.0/networks?id=93fa5388-0472-4921-8b45-2072b4930877 HTTP/1.1" status: 200 len: 912 time: 0.1405275 May 25 22:50:34.736617 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-cf3a6ba3-eea9-4b03-a230-8563be62760d req-86d94a76-bbba-40f5-a28d-95f97fb8c4a9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32d1a9e1-8d4c-41d2-bac1-c35873c3acc2 HTTP/1.1" status: 200 len: 217 time: 0.0668545 May 25 22:50:34.802319 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a6ba3-eea9-4b03-a230-8563be62760d req-d4dd2bfc-e79e-49b3-bd0d-f704ab0612d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:50:34.804728 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-cf3a6ba3-eea9-4b03-a230-8563be62760d req-d4dd2bfc-e79e-49b3-bd0d-f704ab0612d5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de133a3f-8e72-43cd-a48a-9e10a75e8ce4 HTTP/1.1" status: 200 len: 850 time: 0.0616314 May 25 22:50:34.834790 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-fb8b63d9-3146-462b-9068-de432b93d012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'name': 'tempest-TestVolumeBootPattern-872125378-router', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '5e496257-2475-4326-9a9e-183199fdf99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:43:43Z', 'updated_at': '2022-05-25T22:43:46Z', 'revision_number': 4, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'gw_port': {'id': '5e496257-2475-4326-9a9e-183199fdf99d', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:43Z', 'updated_at': '2022-05-25T22:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_floatingips': [{'id': 'df7f4dbf-726f-4710-8e48-a31b29abc07e', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'floating_ip_address': '172.27.0.78', 'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'router_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'port_id': '00d1671f-d324-49a6-9b14-3df96599b3e9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93fa5388-0472-4921-8b45-2072b4930877', 'mac_address': 'fa:16:3e:4f:f2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb15ef2-8791-4f93-a7b0-092b0f70e2aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:47:04Z', 'updated_at': '2022-05-25T22:47:07Z', 'revision_number': 1, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07a8e58d-cd7c-4a83-b87a-feb637232c37', 'name': '', 'network_id': '93fa5388-0472-4921-8b45-2072b4930877', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'mac_address': 'fa:16:3e:a7:cd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de133a3f-8e72-43cd-a48a-9e10a75e8ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:45Z', 'updated_at': '2022-05-25T22:43:56Z', 'revision_number': 5, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'subnets': [{'id': 'de133a3f-8e72-43cd-a48a-9e10a75e8ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:50:34.838833 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8b63d9-3146-462b-9068-de432b93d012 None None] Checking router: 1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0 for host: dv-cinder-843305-1-iscsi {{(pid=83238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:50:34.856033 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8b63d9-3146-462b-9068-de432b93d012 None None] Routers {'1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:50:34.856895 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-fb8b63d9-3146-462b-9068-de432b93d012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:50:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:50:34.870890 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e76e0f-0ea1-4cd6-bdd9-dc63e6dc98dc req-8fab0370-7338-4acb-ac4b-ffb0f5d4523e tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:50:34.871591 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-30e76e0f-0ea1-4cd6-bdd9-dc63e6dc98dc req-8fab0370-7338-4acb-ac4b-ffb0f5d4523e tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Synchronizing usage tracker for tenant:28b7b6745c42484aba92bb70a964e120 on resource:port {{(pid=83237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:50:34.884093 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-cf3a6ba3-eea9-4b03-a230-8563be62760d req-481a5ef2-6300-4333-a664-c483eeb38146 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93fa5388-0472-4921-8b45-2072b4930877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720861 May 25 22:50:34.889231 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-30e76e0f-0ea1-4cd6-bdd9-dc63e6dc98dc req-8fab0370-7338-4acb-ac4b-ffb0f5d4523e tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Unset dirty status for tenant:28b7b6745c42484aba92bb70a964e120 on resource:port {{(pid=83237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:50:34.890359 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-30e76e0f-0ea1-4cd6-bdd9-dc63e6dc98dc req-8fab0370-7338-4acb-ac4b-ffb0f5d4523e tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fa00165-c1ed-412b-acbe-845478f4d810 HTTP/1.1" status: 200 len: 946 time: 0.2067232 May 25 22:50:34.941393 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-30e76e0f-0ea1-4cd6-bdd9-dc63e6dc98dc req-23c228bd-c99d-4d27-9524-3ed830e55328 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4aa45a-a0dd-44be-9285-a133e91907f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437894 May 25 22:50:35.023226 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-cf3a6ba3-eea9-4b03-a230-8563be62760d req-035e2a2f-7bdb-433d-9ce7-033ae6d1ff1a service neutron] 10.222.0.45 "GET /v2.0/networks/93fa5388-0472-4921-8b45-2072b4930877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326437 May 25 22:50:35.051935 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-fb8b63d9-3146-462b-9068-de432b93d012 None None] Set router 1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:50:35.153321 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-cf3a6ba3-eea9-4b03-a230-8563be62760d req-994b3b1c-2e41-407b-b8b6-1a6c15dce9f8 service neutron] 10.222.0.45 "GET /v2.0/networks/93fa5388-0472-4921-8b45-2072b4930877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241310 May 25 22:50:35.427005 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-fb8b63d9-3146-462b-9068-de432b93d012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'name': 'tempest-TestVolumeBootPattern-872125378-router', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '5e496257-2475-4326-9a9e-183199fdf99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:43:43Z', 'updated_at': '2022-05-25T22:43:46Z', 'revision_number': 4, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'gw_port': {'id': '5e496257-2475-4326-9a9e-183199fdf99d', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:43Z', 'updated_at': '2022-05-25T22:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_floatingips': [{'id': 'df7f4dbf-726f-4710-8e48-a31b29abc07e', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'floating_ip_address': '172.27.0.78', 'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'router_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'port_id': '00d1671f-d324-49a6-9b14-3df96599b3e9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93fa5388-0472-4921-8b45-2072b4930877', 'mac_address': 'fa:16:3e:4f:f2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb15ef2-8791-4f93-a7b0-092b0f70e2aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:47:04Z', 'updated_at': '2022-05-25T22:47:07Z', 'revision_number': 1, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07a8e58d-cd7c-4a83-b87a-feb637232c37', 'name': '', 'network_id': '93fa5388-0472-4921-8b45-2072b4930877', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'mac_address': 'fa:16:3e:a7:cd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de133a3f-8e72-43cd-a48a-9e10a75e8ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:45Z', 'updated_at': '2022-05-25T22:43:56Z', 'revision_number': 5, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'subnets': [{'id': 'de133a3f-8e72-43cd-a48a-9e10a75e8ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:50:35.431278 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8b63d9-3146-462b-9068-de432b93d012 None None] The sync data for ids ['1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0'] in dv-cinder-843305-1-iscsi is: [{'id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'name': 'tempest-TestVolumeBootPattern-872125378-router', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '5e496257-2475-4326-9a9e-183199fdf99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:43:43Z', 'updated_at': '2022-05-25T22:43:46Z', 'revision_number': 4, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'gw_port': {'id': '5e496257-2475-4326-9a9e-183199fdf99d', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:43Z', 'updated_at': '2022-05-25T22:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_floatingips': [{'id': 'df7f4dbf-726f-4710-8e48-a31b29abc07e', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'floating_ip_address': '172.27.0.78', 'floating_network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'router_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'port_id': '00d1671f-d324-49a6-9b14-3df96599b3e9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93fa5388-0472-4921-8b45-2072b4930877', 'mac_address': 'fa:16:3e:4f:f2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb15ef2-8791-4f93-a7b0-092b0f70e2aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:47:04Z', 'updated_at': '2022-05-25T22:47:07Z', 'revision_number': 1, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07a8e58d-cd7c-4a83-b87a-feb637232c37', 'name': '', 'network_id': '93fa5388-0472-4921-8b45-2072b4930877', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'mac_address': 'fa:16:3e:a7:cd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de133a3f-8e72-43cd-a48a-9e10a75e8ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:45Z', 'updated_at': '2022-05-25T22:43:56Z', 'revision_number': 5, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'subnets': [{'id': 'de133a3f-8e72-43cd-a48a-9e10a75e8ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:50:35.635628 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0683b411-6d0c-43ea-a6d8-6c02089a9b62 None None] New status for floating IP 6a0006db-f318-40db-8635-eb222394b180: DOWN {{(pid=83239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:50:36.135925 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e02f20-8c10-439d-ac0a-508b2ceb0baa req-cc83d9f5-5877-4f74-9d94-e9d435e30b4e tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:50:36.137362 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-97e02f20-8c10-439d-ac0a-508b2ceb0baa req-cc83d9f5-5877-4f74-9d94-e9d435e30b4e tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fa00165-c1ed-412b-acbe-845478f4d810 HTTP/1.1" status: 200 len: 946 time: 0.0750978 May 25 22:50:36.184360 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-97e02f20-8c10-439d-ac0a-508b2ceb0baa req-aa00109e-dc69-466c-8355-e800de935274 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4aa45a-a0dd-44be-9285-a133e91907f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415313 May 25 22:50:36.386729 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.agents_db [None req-9a0b4f36-fcd8-49b0-a2d4-59f1c5f7edf0 None None] Agent healthcheck: found 6 active agents {{(pid=83239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:50:36.401336 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b7d43-51b9-4f42-b37e-57541a0a8ae3 req-6608f1ef-327e-44b2-a3e7-8ceb7fe4e95b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:50:36.402027 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-928b7d43-51b9-4f42-b37e-57541a0a8ae3 req-6608f1ef-327e-44b2-a3e7-8ceb7fe4e95b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Synchronizing usage tracker for tenant:28b7b6745c42484aba92bb70a964e120 on resource:port {{(pid=83236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:50:36.414125 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-928b7d43-51b9-4f42-b37e-57541a0a8ae3 req-6608f1ef-327e-44b2-a3e7-8ceb7fe4e95b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Unset dirty status for tenant:28b7b6745c42484aba92bb70a964e120 on resource:port {{(pid=83236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:50:36.415186 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-928b7d43-51b9-4f42-b37e-57541a0a8ae3 req-6608f1ef-327e-44b2-a3e7-8ceb7fe4e95b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.45 "GET /v2.0/ports?device_id=9fa00165-c1ed-412b-acbe-845478f4d810 HTTP/1.1" status: 200 len: 946 time: 0.0988808 May 25 22:50:36.480660 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [req-928b7d43-51b9-4f42-b37e-57541a0a8ae3 req-4909d565-7e3f-4482-aea5-7daed5dd4f68 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Deleting port 32d1a9e1-8d4c-41d2-bac1-c35873c3acc2 {{(pid=83236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:50:36.480994 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-928b7d43-51b9-4f42-b37e-57541a0a8ae3 req-4909d565-7e3f-4482-aea5-7daed5dd4f68 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:36.717206 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-928b7d43-51b9-4f42-b37e-57541a0a8ae3 req-4909d565-7e3f-4482-aea5-7daed5dd4f68 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] For port 32d1a9e1-8d4c-41d2-bac1-c35873c3acc2, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=32d1a9e1-8d4c-41d2-bac1-c35873c3acc2,segment=NetworkSegment(f5bb856f-bb4d-43f7-8cd6-86e950960bbb),segment_id=f5bb856f-bb4d-43f7-8cd6-86e950960bbb)] {{(pid=83236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:50:36.717467 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-928b7d43-51b9-4f42-b37e-57541a0a8ae3 req-4909d565-7e3f-4482-aea5-7daed5dd4f68 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:36.910803 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [req-928b7d43-51b9-4f42-b37e-57541a0a8ae3 req-4909d565-7e3f-4482-aea5-7daed5dd4f68 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Calling delete_port for 32d1a9e1-8d4c-41d2-bac1-c35873c3acc2 owned by compute:nova {{(pid=83236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:50:37.051498 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-928b7d43-51b9-4f42-b37e-57541a0a8ae3 req-4909d565-7e3f-4482-aea5-7daed5dd4f68 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:37.098573 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4909d565-7e3f-4482-aea5-7daed5dd4f68 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Pushing event deleted for resources: {'Port': ['ID=32d1a9e1-8d4c-41d2-bac1-c35873c3acc2,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:50:37.139886 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4909d565-7e3f-4482-aea5-7daed5dd4f68 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:37.140234 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4909d565-7e3f-4482-aea5-7daed5dd4f68 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:37.140564 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4909d565-7e3f-4482-aea5-7daed5dd4f68 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:37.140889 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4909d565-7e3f-4482-aea5-7daed5dd4f68 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:37.141216 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4909d565-7e3f-4482-aea5-7daed5dd4f68 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:37.141539 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4909d565-7e3f-4482-aea5-7daed5dd4f68 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:37.141858 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4909d565-7e3f-4482-aea5-7daed5dd4f68 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:37.142178 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4909d565-7e3f-4482-aea5-7daed5dd4f68 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:37.142493 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4909d565-7e3f-4482-aea5-7daed5dd4f68 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:37.142806 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4909d565-7e3f-4482-aea5-7daed5dd4f68 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:37.143118 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4909d565-7e3f-4482-aea5-7daed5dd4f68 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-1-iscsi {{(pid=83236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:37.182379 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [req-928b7d43-51b9-4f42-b37e-57541a0a8ae3 req-4909d565-7e3f-4482-aea5-7daed5dd4f68 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] No DVR routers for this DVR port 32d1a9e1-8d4c-41d2-bac1-c35873c3acc2 on host hv-cinder-84330 {{(pid=83236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:50:37.184590 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-928b7d43-51b9-4f42-b37e-57541a0a8ae3 req-4909d565-7e3f-4482-aea5-7daed5dd4f68 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:37.186925 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa00165-c1ed-412b-acbe-845478f4d810', 'name': 'network-vif-deleted', 'tag': '32d1a9e1-8d4c-41d2-bac1-c35873c3acc2'}] {{(pid=83236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:50:37.202849 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-928b7d43-51b9-4f42-b37e-57541a0a8ae3 req-4909d565-7e3f-4482-aea5-7daed5dd4f68 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.45 "DELETE /v2.0/ports/32d1a9e1-8d4c-41d2-bac1-c35873c3acc2 HTTP/1.1" status: 204 len: 173 time: 0.7823727 May 25 22:50:37.250985 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63e9c37b-f249-4812-aa6a-0efc681a56ea'] response: {'server_uuid': '9fa00165-c1ed-412b-acbe-845478f4d810', 'name': 'network-vif-deleted', 'tag': '32d1a9e1-8d4c-41d2-bac1-c35873c3acc2', 'status': 'completed', 'code': 200} May 25 22:50:37.353006 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-6fc3a1c2-872e-417c-88f7-ca03abd397c0 req-320ace43-2849-481d-ae15-628994f12f5b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fa00165-c1ed-412b-acbe-845478f4d810 HTTP/1.1" status: 200 len: 210 time: 0.0410924 May 25 22:50:40.170937 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 32d1a9e1-8d4c-41d2-bac1-c35873c3acc2 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:50:40.203685 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] No Port match for: 32d1a9e1-8d4c-41d2-bac1-c35873c3acc2 {{(pid=83238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:50:40.204025 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 32d1a9e1-8d4c-41d2-bac1-c35873c3acc2 not bound to the agent host hv-cinder-84330 {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:50:40.975975 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 34996) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:50:41.170669 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.plugin [None req-200d978b-e415-4e03-b243-4db0c7abcb0f tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Deleting port c0a25084-fc93-4022-95a7-62fdce9438c4 {{(pid=83237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:50:41.170996 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-200d978b-e415-4e03-b243-4db0c7abcb0f tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:41.337726 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-200d978b-e415-4e03-b243-4db0c7abcb0f tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:41.338041 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-200d978b-e415-4e03-b243-4db0c7abcb0f tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:41.453589 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.plugin [None req-200d978b-e415-4e03-b243-4db0c7abcb0f tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Calling delete_port for c0a25084-fc93-4022-95a7-62fdce9438c4 owned by network:floatingip {{(pid=83237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:50:41.595000 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-200d978b-e415-4e03-b243-4db0c7abcb0f tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1149435'] for port, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:41.639863 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d978b-e415-4e03-b243-4db0c7abcb0f tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Pushing event deleted for resources: {'Port': ['ID=c0a25084-fc93-4022-95a7-62fdce9438c4,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:50:41.729095 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-200d978b-e415-4e03-b243-4db0c7abcb0f tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks [] for floatingip, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:41.853185 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:42.115579 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-200d978b-e415-4e03-b243-4db0c7abcb0f tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Router 1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0 has already been hosted by L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a {{(pid=83237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:50:42.403736 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200d978b-e415-4e03-b243-4db0c7abcb0f tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:50:42.413515 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ca716f-5a88-4872-9b47-640b4b824867 None None] Sync routers for ids ['1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0'] in dv-cinder-843305-1-iscsi {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:50:42.419353 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-200d978b-e415-4e03-b243-4db0c7abcb0f tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for floatingip, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:42.424832 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ca716f-5a88-4872-9b47-640b4b824867 None None] Routers {'1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:50:42.425414 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-32ca716f-5a88-4872-9b47-640b4b824867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:50:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:50:42.471064 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-200d978b-e415-4e03-b243-4db0c7abcb0f tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "DELETE /v2.0/floatingips/df7f4dbf-726f-4710-8e48-a31b29abc07e HTTP/1.1" status: 204 len: 168 time: 1.4938843 May 25 22:50:42.471665 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feb15ef2-8791-4f93-a7b0-092b0f70e2aa', 'tag': '00d1671f-d324-49a6-9b14-3df96599b3e9'}] {{(pid=83237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:50:42.529405 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff5f9f7b-4d78-4785-b745-174b6923da17'] response: {'name': 'network-changed', 'server_uuid': 'feb15ef2-8791-4f93-a7b0-092b0f70e2aa', 'tag': '00d1671f-d324-49a6-9b14-3df96599b3e9', 'status': 'completed', 'code': 200} May 25 22:50:42.602186 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-32ca716f-5a88-4872-9b47-640b4b824867 None None] Set router 1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:50:42.645809 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-a8d4ff38-fee5-4bef-95a9-0a2c670c38cd req-2a818cb8-9bca-4b52-bd88-d070d7fa3511 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=28b7b6745c42484aba92bb70a964e120&device_id=feb15ef2-8791-4f93-a7b0-092b0f70e2aa HTTP/1.1" status: 200 len: 1098 time: 0.0732734 May 25 22:50:42.792324 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d4ff38-fee5-4bef-95a9-0a2c670c38cd req-8bca4ebb-6224-4bbb-85cc-23907e9aa4e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:50:42.793747 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-a8d4ff38-fee5-4bef-95a9-0a2c670c38cd req-8bca4ebb-6224-4bbb-85cc-23907e9aa4e0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=93fa5388-0472-4921-8b45-2072b4930877 HTTP/1.1" status: 200 len: 912 time: 0.1421518 May 25 22:50:42.858541 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437713f-1267-4e3d-b304-3490cef4fe8c req-5680e7cb-72a7-44b0-a7cc-4fe120dd0681 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:50:42.859474 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-8437713f-1267-4e3d-b304-3490cef4fe8c req-5680e7cb-72a7-44b0-a7cc-4fe120dd0681 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Synchronizing usage tracker for tenant:28b7b6745c42484aba92bb70a964e120 on resource:port {{(pid=83237) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:50:42.869914 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-a8d4ff38-fee5-4bef-95a9-0a2c670c38cd req-ad73410f-00c2-4047-944a-a83d1028053e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00d1671f-d324-49a6-9b14-3df96599b3e9 HTTP/1.1" status: 200 len: 217 time: 0.0697331 May 25 22:50:42.880719 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.quota.resource [req-8437713f-1267-4e3d-b304-3490cef4fe8c req-5680e7cb-72a7-44b0-a7cc-4fe120dd0681 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Unset dirty status for tenant:28b7b6745c42484aba92bb70a964e120 on resource:port {{(pid=83237) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:50:42.888613 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-8437713f-1267-4e3d-b304-3490cef4fe8c req-5680e7cb-72a7-44b0-a7cc-4fe120dd0681 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb15ef2-8791-4f93-a7b0-092b0f70e2aa HTTP/1.1" status: 200 len: 945 time: 0.1129432 May 25 22:50:42.932402 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-8437713f-1267-4e3d-b304-3490cef4fe8c req-94c35b81-d234-4f98-b58a-cdfdfb7cda3f tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4aa45a-a0dd-44be-9285-a133e91907f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426276 May 25 22:50:42.948016 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d4ff38-fee5-4bef-95a9-0a2c670c38cd req-2679bfe7-f8cd-495a-a9c2-9442dfc1c386 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:50:42.949440 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-a8d4ff38-fee5-4bef-95a9-0a2c670c38cd req-2679bfe7-f8cd-495a-a9c2-9442dfc1c386 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de133a3f-8e72-43cd-a48a-9e10a75e8ce4 HTTP/1.1" status: 200 len: 850 time: 0.0730391 May 25 22:50:42.950541 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-32ca716f-5a88-4872-9b47-640b4b824867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'name': 'tempest-TestVolumeBootPattern-872125378-router', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '5e496257-2475-4326-9a9e-183199fdf99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:43:43Z', 'updated_at': '2022-05-25T22:43:46Z', 'revision_number': 4, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'gw_port': {'id': '5e496257-2475-4326-9a9e-183199fdf99d', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:43Z', 'updated_at': '2022-05-25T22:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '07a8e58d-cd7c-4a83-b87a-feb637232c37', 'name': '', 'network_id': '93fa5388-0472-4921-8b45-2072b4930877', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'mac_address': 'fa:16:3e:a7:cd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de133a3f-8e72-43cd-a48a-9e10a75e8ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:45Z', 'updated_at': '2022-05-25T22:43:56Z', 'revision_number': 5, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'subnets': [{'id': 'de133a3f-8e72-43cd-a48a-9e10a75e8ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:50:42.954412 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ca716f-5a88-4872-9b47-640b4b824867 None None] Checking router: 1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0 for host: dv-cinder-843305-1-iscsi {{(pid=83238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:50:42.966804 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ca716f-5a88-4872-9b47-640b4b824867 None None] Routers {'1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:50:42.967505 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-32ca716f-5a88-4872-9b47-640b4b824867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:50:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:50:43.027050 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-a8d4ff38-fee5-4bef-95a9-0a2c670c38cd req-9abe4c65-cf2f-4788-a2f0-8e5024989a42 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93fa5388-0472-4921-8b45-2072b4930877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0718994 May 25 22:50:43.144768 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-32ca716f-5a88-4872-9b47-640b4b824867 None None] Set router 1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:50:43.158937 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-a8d4ff38-fee5-4bef-95a9-0a2c670c38cd req-4cbe9194-57eb-42a3-a33f-5b264c0d762f service neutron] 10.222.0.45 "GET /v2.0/networks/93fa5388-0472-4921-8b45-2072b4930877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245356 May 25 22:50:43.290471 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-a8d4ff38-fee5-4bef-95a9-0a2c670c38cd req-21ed5ede-f0a8-4c67-9d6f-b9edbb2e64ed service neutron] 10.222.0.45 "GET /v2.0/networks/93fa5388-0472-4921-8b45-2072b4930877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252949 May 25 22:50:43.452620 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-32ca716f-5a88-4872-9b47-640b4b824867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'name': 'tempest-TestVolumeBootPattern-872125378-router', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '5e496257-2475-4326-9a9e-183199fdf99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:43:43Z', 'updated_at': '2022-05-25T22:43:46Z', 'revision_number': 4, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'gw_port': {'id': '5e496257-2475-4326-9a9e-183199fdf99d', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:43Z', 'updated_at': '2022-05-25T22:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '07a8e58d-cd7c-4a83-b87a-feb637232c37', 'name': '', 'network_id': '93fa5388-0472-4921-8b45-2072b4930877', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'mac_address': 'fa:16:3e:a7:cd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de133a3f-8e72-43cd-a48a-9e10a75e8ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:45Z', 'updated_at': '2022-05-25T22:43:56Z', 'revision_number': 5, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'subnets': [{'id': 'de133a3f-8e72-43cd-a48a-9e10a75e8ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:50:43.456438 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ca716f-5a88-4872-9b47-640b4b824867 None None] The sync data for ids ['1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0'] in dv-cinder-843305-1-iscsi is: [{'id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'name': 'tempest-TestVolumeBootPattern-872125378-router', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '5e496257-2475-4326-9a9e-183199fdf99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:43:43Z', 'updated_at': '2022-05-25T22:43:46Z', 'revision_number': 4, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'gw_port': {'id': '5e496257-2475-4326-9a9e-183199fdf99d', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:43Z', 'updated_at': '2022-05-25T22:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi', '_interfaces': [{'id': '07a8e58d-cd7c-4a83-b87a-feb637232c37', 'name': '', 'network_id': '93fa5388-0472-4921-8b45-2072b4930877', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'mac_address': 'fa:16:3e:a7:cd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de133a3f-8e72-43cd-a48a-9e10a75e8ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:45Z', 'updated_at': '2022-05-25T22:43:56Z', 'revision_number': 5, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'subnets': [{'id': 'de133a3f-8e72-43cd-a48a-9e10a75e8ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:50:43.666995 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9495be72-fd6a-4b33-bbf2-7ba0c92d0cf7 None None] New status for floating IP df7f4dbf-726f-4710-8e48-a31b29abc07e: DOWN {{(pid=83239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:50:44.136439 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbafe8-5ceb-4a06-a686-1e5d1c4b953b req-e1929d07-85b3-408c-8078-142495f2b455 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:50:44.137750 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-0ecbafe8-5ceb-4a06-a686-1e5d1c4b953b req-e1929d07-85b3-408c-8078-142495f2b455 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb15ef2-8791-4f93-a7b0-092b0f70e2aa HTTP/1.1" status: 200 len: 945 time: 0.0742795 May 25 22:50:44.184347 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-0ecbafe8-5ceb-4a06-a686-1e5d1c4b953b req-7eab8406-1a15-494e-bd6e-24062fc66995 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4aa45a-a0dd-44be-9285-a133e91907f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411201 May 25 22:50:44.394737 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093c816-c2d3-4ed4-9d8f-2792cd3b849d req-366acb48-6018-4fec-ab84-4df2d128298f tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:50:44.395334 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-d093c816-c2d3-4ed4-9d8f-2792cd3b849d req-366acb48-6018-4fec-ab84-4df2d128298f tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Synchronizing usage tracker for tenant:28b7b6745c42484aba92bb70a964e120 on resource:port {{(pid=83236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:50:44.407803 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.quota.resource [req-d093c816-c2d3-4ed4-9d8f-2792cd3b849d req-366acb48-6018-4fec-ab84-4df2d128298f tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Unset dirty status for tenant:28b7b6745c42484aba92bb70a964e120 on resource:port {{(pid=83236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:50:44.408871 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-d093c816-c2d3-4ed4-9d8f-2792cd3b849d req-366acb48-6018-4fec-ab84-4df2d128298f tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.45 "GET /v2.0/ports?device_id=feb15ef2-8791-4f93-a7b0-092b0f70e2aa HTTP/1.1" status: 200 len: 945 time: 0.0868828 May 25 22:50:44.477869 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [req-d093c816-c2d3-4ed4-9d8f-2792cd3b849d req-c95c44ec-d74c-4afb-8a55-6378399d94d8 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Deleting port 00d1671f-d324-49a6-9b14-3df96599b3e9 {{(pid=83236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:50:44.478193 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-d093c816-c2d3-4ed4-9d8f-2792cd3b849d req-c95c44ec-d74c-4afb-8a55-6378399d94d8 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:44.708403 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.db [req-d093c816-c2d3-4ed4-9d8f-2792cd3b849d req-c95c44ec-d74c-4afb-8a55-6378399d94d8 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] For port 00d1671f-d324-49a6-9b14-3df96599b3e9, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=00d1671f-d324-49a6-9b14-3df96599b3e9,segment=NetworkSegment(f5bb856f-bb4d-43f7-8cd6-86e950960bbb),segment_id=f5bb856f-bb4d-43f7-8cd6-86e950960bbb)] {{(pid=83236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:50:44.708679 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-d093c816-c2d3-4ed4-9d8f-2792cd3b849d req-c95c44ec-d74c-4afb-8a55-6378399d94d8 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:44.904115 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.plugins.ml2.plugin [req-d093c816-c2d3-4ed4-9d8f-2792cd3b849d req-c95c44ec-d74c-4afb-8a55-6378399d94d8 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Calling delete_port for 00d1671f-d324-49a6-9b14-3df96599b3e9 owned by compute:nova {{(pid=83236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:50:45.045338 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-d093c816-c2d3-4ed4-9d8f-2792cd3b849d req-c95c44ec-d74c-4afb-8a55-6378399d94d8 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1631090'] for port, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:45.095108 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c44ec-d74c-4afb-8a55-6378399d94d8 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Pushing event deleted for resources: {'Port': ['ID=00d1671f-d324-49a6-9b14-3df96599b3e9,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:50:45.163283 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.db.l3_dvrscheduler_db [req-d093c816-c2d3-4ed4-9d8f-2792cd3b849d req-c95c44ec-d74c-4afb-8a55-6378399d94d8 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] No DVR routers for this DVR port 00d1671f-d324-49a6-9b14-3df96599b3e9 on host hv-cinder-84330 {{(pid=83236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:50:45.166144 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [req-d093c816-c2d3-4ed4-9d8f-2792cd3b849d req-c95c44ec-d74c-4afb-8a55-6378399d94d8 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for port, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:45.168531 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb15ef2-8791-4f93-a7b0-092b0f70e2aa', 'name': 'network-vif-deleted', 'tag': '00d1671f-d324-49a6-9b14-3df96599b3e9'}] {{(pid=83236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:50:45.183464 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [req-d093c816-c2d3-4ed4-9d8f-2792cd3b849d req-c95c44ec-d74c-4afb-8a55-6378399d94d8 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.45 "DELETE /v2.0/ports/00d1671f-d324-49a6-9b14-3df96599b3e9 HTTP/1.1" status: 204 len: 173 time: 0.7695115 May 25 22:50:45.221724 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b01cb18-82f3-4f37-a1d5-93bd31881ccb'] response: {'server_uuid': 'feb15ef2-8791-4f93-a7b0-092b0f70e2aa', 'name': 'network-vif-deleted', 'tag': '00d1671f-d324-49a6-9b14-3df96599b3e9', 'status': 'completed', 'code': 200} May 25 22:50:45.355558 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [req-62b94c0d-ac02-4b0e-831d-6292eed18075 req-378c0fee-f587-4879-94f7-bcee4da73701 tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb15ef2-8791-4f93-a7b0-092b0f70e2aa HTTP/1.1" status: 200 len: 210 time: 0.0495601 May 25 22:50:46.459793 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 35014) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:50:46.607828 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.plugin [None req-073723b9-a1b8-4fcb-ab7f-4d3d73253b4b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Deleting port 17216420-7ca1-4174-b20d-9908ab97cc73 {{(pid=83237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:50:46.608156 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-073723b9-a1b8-4fcb-ab7f-4d3d73253b4b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:46.776380 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-073723b9-a1b8-4fcb-ab7f-4d3d73253b4b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:46.776697 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-073723b9-a1b8-4fcb-ab7f-4d3d73253b4b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:46.895079 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.plugin [None req-073723b9-a1b8-4fcb-ab7f-4d3d73253b4b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Calling delete_port for 17216420-7ca1-4174-b20d-9908ab97cc73 owned by network:floatingip {{(pid=83237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:50:47.034678 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-073723b9-a1b8-4fcb-ab7f-4d3d73253b4b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1149435'] for port, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:47.077920 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073723b9-a1b8-4fcb-ab7f-4d3d73253b4b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Pushing event deleted for resources: {'Port': ['ID=17216420-7ca1-4174-b20d-9908ab97cc73,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:50:47.169903 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-073723b9-a1b8-4fcb-ab7f-4d3d73253b4b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks [] for floatingip, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:47.183221 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-073723b9-a1b8-4fcb-ab7f-4d3d73253b4b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4125645'] for floatingip, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:47.184361 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-073723b9-a1b8-4fcb-ab7f-4d3d73253b4b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "DELETE /v2.0/floatingips/b3729cce-f089-4df1-b7ed-6faf0e5820da HTTP/1.1" status: 204 len: 168 time: 0.7236259 May 25 22:50:48.200986 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 00d1671f-d324-49a6-9b14-3df96599b3e9 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:50:48.233936 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] No Port match for: 00d1671f-d324-49a6-9b14-3df96599b3e9 {{(pid=83238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:50:48.234268 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Device 00d1671f-d324-49a6-9b14-3df96599b3e9 not bound to the agent host hv-cinder-84330 {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:50:48.572584 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 35028) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:50:48.652686 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-1b8994db-96b2-4607-af1c-b0dfc5f40a5b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:48.681356 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-1b8994db-96b2-4607-af1c-b0dfc5f40a5b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:48.744787 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-1b8994db-96b2-4607-af1c-b0dfc5f40a5b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:48.763612 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8994db-96b2-4607-af1c-b0dfc5f40a5b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4aa45a-a0dd-44be-9285-a133e91907f4,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:50:48.777090 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-1b8994db-96b2-4607-af1c-b0dfc5f40a5b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:48.778801 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-1b8994db-96b2-4607-af1c-b0dfc5f40a5b tempest-TestVolumeBootPattern-824266917 tempest-TestVolumeBootPattern-824266917-project] 10.222.0.39 "DELETE /v2.0/security-groups/6e4aa45a-a0dd-44be-9285-a133e91907f4 HTTP/1.1" status: 204 len: 168 time: 0.2043991 May 25 22:50:48.842458 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 35034) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:50:49.444166 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-64079206-c12d-467d-bf75-4f362ded0fae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335576'] for router_interface, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:50.016560 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.plugin [None req-64079206-c12d-467d-bf75-4f362ded0fae admin admin] Deleting port 07a8e58d-cd7c-4a83-b87a-feb637232c37 {{(pid=83237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:50:50.017233 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-64079206-c12d-467d-bf75-4f362ded0fae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:50.186157 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.db [None req-64079206-c12d-467d-bf75-4f362ded0fae admin admin] For port 07a8e58d-cd7c-4a83-b87a-feb637232c37, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=07a8e58d-cd7c-4a83-b87a-feb637232c37,segment=NetworkSegment(f5bb856f-bb4d-43f7-8cd6-86e950960bbb),segment_id=f5bb856f-bb4d-43f7-8cd6-86e950960bbb)] {{(pid=83237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:50:50.186418 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-64079206-c12d-467d-bf75-4f362ded0fae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:50.302396 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.plugin [None req-64079206-c12d-467d-bf75-4f362ded0fae admin admin] Calling delete_port for 07a8e58d-cd7c-4a83-b87a-feb637232c37 owned by network:router_interface {{(pid=83237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:50:50.462142 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-64079206-c12d-467d-bf75-4f362ded0fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1149435'] for port, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:50.505392 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64079206-c12d-467d-bf75-4f362ded0fae admin admin] Pushing event deleted for resources: {'Port': ['ID=07a8e58d-cd7c-4a83-b87a-feb637232c37,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:50:50.879813 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-64079206-c12d-467d-bf75-4f362ded0fae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2759036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-335503'] for router_interface, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:51.436042 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64079206-c12d-467d-bf75-4f362ded0fae admin admin] Router 1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0 has already been hosted by L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a {{(pid=83237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:50:51.630232 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64079206-c12d-467d-bf75-4f362ded0fae admin admin] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:50:51.638706 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca399065-b13b-45be-88cf-3d7d4fb0e826 None None] Sync routers for ids ['1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0'] in dv-cinder-843305-1-iscsi {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:50:51.642268 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-64079206-c12d-467d-bf75-4f362ded0fae admin admin] 10.222.0.39 "PUT /v2.0/routers/1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7987566 May 25 22:50:51.644810 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 35040) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:50:51.651324 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca399065-b13b-45be-88cf-3d7d4fb0e826 None None] Routers {'1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:50:51.651957 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-ca399065-b13b-45be-88cf-3d7d4fb0e826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:50:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:50:51.834963 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-4aa1883b-41cf-4816-913d-587ae097c3ab admin admin] Notify callbacks [] for router, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:51.868876 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-ca399065-b13b-45be-88cf-3d7d4fb0e826 None None] Set router 1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:50:52.030069 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-4aa1883b-41cf-4816-913d-587ae097c3ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:52.039026 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.plugin [None req-4aa1883b-41cf-4816-913d-587ae097c3ab admin admin] Deleting port 5e496257-2475-4326-9a9e-183199fdf99d {{(pid=83237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:50:52.039354 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-4aa1883b-41cf-4816-913d-587ae097c3ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:52.160618 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-ca399065-b13b-45be-88cf-3d7d4fb0e826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'name': 'tempest-TestVolumeBootPattern-872125378-router', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '5e496257-2475-4326-9a9e-183199fdf99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:43:43Z', 'updated_at': '2022-05-25T22:50:50Z', 'revision_number': 5, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'gw_port': {'id': '5e496257-2475-4326-9a9e-183199fdf99d', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:43Z', 'updated_at': '2022-05-25T22:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi'}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:50:52.164663 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca399065-b13b-45be-88cf-3d7d4fb0e826 None None] Checking router: 1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0 for host: dv-cinder-843305-1-iscsi {{(pid=83238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:50:52.175600 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca399065-b13b-45be-88cf-3d7d4fb0e826 None None] Routers {'1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:50:52.176218 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-ca399065-b13b-45be-88cf-3d7d4fb0e826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:50:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0'], 'active': True} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:50:52.315393 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.db [None req-4aa1883b-41cf-4816-913d-587ae097c3ab admin admin] For port 5e496257-2475-4326-9a9e-183199fdf99d, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=5e496257-2475-4326-9a9e-183199fdf99d,segment=NetworkSegment(877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e),segment_id=877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e)] {{(pid=83237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:50:52.315774 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-4aa1883b-41cf-4816-913d-587ae097c3ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:52.328607 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_dvr_db [None req-ca399065-b13b-45be-88cf-3d7d4fb0e826 None None] Set router 1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0 gateway port host: None {{(pid=83238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:50:52.436673 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.db.l3_hamode_db [None req-ca399065-b13b-45be-88cf-3d7d4fb0e826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'name': 'tempest-TestVolumeBootPattern-872125378-router', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:43:43Z', 'updated_at': '2022-05-25T22:50:52Z', 'revision_number': 6, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'gw_port_host': None}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:50:52.436912 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.plugin [None req-4aa1883b-41cf-4816-913d-587ae097c3ab admin admin] Calling delete_port for 5e496257-2475-4326-9a9e-183199fdf99d owned by network:router_gateway {{(pid=83237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:50:52.440505 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca399065-b13b-45be-88cf-3d7d4fb0e826 None None] The sync data for ids ['1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0'] in dv-cinder-843305-1-iscsi is: [{'id': '1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0', 'name': 'tempest-TestVolumeBootPattern-872125378-router', 'tenant_id': '28b7b6745c42484aba92bb70a964e120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:43:43Z', 'updated_at': '2022-05-25T22:50:52Z', 'revision_number': 6, 'project_id': '28b7b6745c42484aba92bb70a964e120', 'gw_port_host': None}] {{(pid=83238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:50:52.597332 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-4aa1883b-41cf-4816-913d-587ae097c3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1149435'] for port, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:52.641639 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa1883b-41cf-4816-913d-587ae097c3ab admin admin] Pushing event deleted for resources: {'Port': ['ID=5e496257-2475-4326-9a9e-183199fdf99d,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:50:52.860663 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 07a8e58d-cd7c-4a83-b87a-feb637232c37 no longer exists at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:50:52.861707 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-4aa1883b-41cf-4816-913d-587ae097c3ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-335045'] for router_gateway, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:52.910596 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] No Port match for: 07a8e58d-cd7c-4a83-b87a-feb637232c37 {{(pid=83238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:50:52.910961 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 07a8e58d-cd7c-4a83-b87a-feb637232c37 not bound to the agent host dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:50:53.113535 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-4aa1883b-41cf-4816-913d-587ae097c3ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-332341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13637'] for router, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:53.117546 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-4aa1883b-41cf-4816-913d-587ae097c3ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:53.142723 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-4aa1883b-41cf-4816-913d-587ae097c3ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-332441'] for router, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:53.143224 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa1883b-41cf-4816-913d-587ae097c3ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0 {{(pid=83237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:50:53.156181 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-4aa1883b-41cf-4816-913d-587ae097c3ab admin admin] Notify callbacks [] for router, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:53.157211 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-4aa1883b-41cf-4816-913d-587ae097c3ab admin admin] 10.222.0.39 "DELETE /v2.0/routers/1f103ed8-2854-4100-a8d1-9ed2e1b7c2c0 HTTP/1.1" status: 204 len: 168 time: 1.5115256 May 25 22:50:53.159836 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 35044) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:50:53.221102 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7f9c0a4-b16f-4153-8a2b-7e151015550e admin admin] Deleting subnet de133a3f-8e72-43cd-a48a-9e10a75e8ce4 {{(pid=83237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:50:53.224195 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-d7f9c0a4-b16f-4153-8a2b-7e151015550e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:53.274771 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-d7f9c0a4-b16f-4153-8a2b-7e151015550e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3678361'] for subnet, precommit_delete_associations {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:53.350391 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-d7f9c0a4-b16f-4153-8a2b-7e151015550e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3099660'] for subnet, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:53.422398 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-d7f9c0a4-b16f-4153-8a2b-7e151015550e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3099653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1149384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497327'] for subnet, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:53.456275 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f9c0a4-b16f-4153-8a2b-7e151015550e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de133a3f-8e72-43cd-a48a-9e10a75e8ce4,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:50:53.465966 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-d7f9c0a4-b16f-4153-8a2b-7e151015550e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for subnet, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:53.471202 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a318b42-f378-42aa-babf-581025ad5f96 None None] Network 93fa5388-0472-4921-8b45-2072b4930877 requested from dv-cinder-843305-1-iscsi {{(pid=83238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:50:53.471507 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-d7f9c0a4-b16f-4153-8a2b-7e151015550e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/de133a3f-8e72-43cd-a48a-9e10a75e8ce4 HTTP/1.1" status: 204 len: 168 time: 0.3107600 May 25 22:50:53.474188 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 35048) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:50:53.673505 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-f9be97cc-36d4-4a66-ba93-69331cb2f379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1111784'] for network, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:53.684209 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.plugin [None req-f9be97cc-36d4-4a66-ba93-69331cb2f379 admin admin] Deleting port 6d883ed5-8f41-4c85-a8e4-1558a09adc05 {{(pid=83237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:50:53.684543 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-f9be97cc-36d4-4a66-ba93-69331cb2f379 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:53.723465 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26354f55-ed58-4876-a441-cae95b01bc72 None None] DHCP port deletion for 93fa5388-0472-4921-8b45-2072b4930877 request from dv-cinder-843305-1-iscsi {{(pid=83238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:50:53.727581 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-26354f55-ed58-4876-a441-cae95b01bc72 None None] Deleting port 6d883ed5-8f41-4c85-a8e4-1558a09adc05 {{(pid=83238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:50:53.728072 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-26354f55-ed58-4876-a441-cae95b01bc72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:53.889540 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.db [None req-f9be97cc-36d4-4a66-ba93-69331cb2f379 admin admin] For port 6d883ed5-8f41-4c85-a8e4-1558a09adc05, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=6d883ed5-8f41-4c85-a8e4-1558a09adc05,segment=NetworkSegment(f5bb856f-bb4d-43f7-8cd6-86e950960bbb),segment_id=f5bb856f-bb4d-43f7-8cd6-86e950960bbb)] {{(pid=83237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:50:53.890771 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-f9be97cc-36d4-4a66-ba93-69331cb2f379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:53.923752 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-26354f55-ed58-4876-a441-cae95b01bc72 None None] For port 6d883ed5-8f41-4c85-a8e4-1558a09adc05, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=6d883ed5-8f41-4c85-a8e4-1558a09adc05,segment=NetworkSegment(f5bb856f-bb4d-43f7-8cd6-86e950960bbb),segment_id=f5bb856f-bb4d-43f7-8cd6-86e950960bbb)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:50:53.924304 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-26354f55-ed58-4876-a441-cae95b01bc72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:54.012458 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.plugin [None req-f9be97cc-36d4-4a66-ba93-69331cb2f379 admin admin] Calling delete_port for 6d883ed5-8f41-4c85-a8e4-1558a09adc05 owned by network:dhcp {{(pid=83237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:50:54.043787 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-26354f55-ed58-4876-a441-cae95b01bc72 None None] Calling delete_port for 6d883ed5-8f41-4c85-a8e4-1558a09adc05 owned by network:dhcp {{(pid=83238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:50:54.082238 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-f9be97cc-36d4-4a66-ba93-69331cb2f379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1149435'] for port, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:54.112356 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.db.api [None req-26354f55-ed58-4876-a441-cae95b01bc72 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:50:54.112699 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG oslo_db.api [None req-26354f55-ed58-4876-a441-cae95b01bc72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:50:54.128755 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9be97cc-36d4-4a66-ba93-69331cb2f379 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d883ed5-8f41-4c85-a8e4-1558a09adc05,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:50:54.134836 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9be97cc-36d4-4a66-ba93-69331cb2f379 admin admin] No DVR routers for this DVR port 6d883ed5-8f41-4c85-a8e4-1558a09adc05 on host dv-cinder-843305-1-iscsi {{(pid=83237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:50:54.245588 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-f9be97cc-36d4-4a66-ba93-69331cb2f379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3103129', 'neutron.services.segments.db._delete_segments_for_network-8744689775481'] for network, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:54.269323 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.services.segments.db [None req-f9be97cc-36d4-4a66-ba93-69331cb2f379 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93fa5388-0472-4921-8b45-2072b4930877']}} {{(pid=83237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:50:54.281400 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.services.segments.db [None req-f9be97cc-36d4-4a66-ba93-69331cb2f379 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5bb856f-bb4d-43f7-8cd6-86e950960bbb') {'for_net_delete': True} {{(pid=83237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:50:54.281686 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.services.segments.db [None req-f9be97cc-36d4-4a66-ba93-69331cb2f379 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5bb856f-bb4d-43f7-8cd6-86e950960bbb') {} {{(pid=83237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:50:54.293273 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-f9be97cc-36d4-4a66-ba93-69331cb2f379 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744689775364', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680106'] for segment, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:54.308268 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-f9be97cc-36d4-4a66-ba93-69331cb2f379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:54.313964 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9be97cc-36d4-4a66-ba93-69331cb2f379 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=83237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:50:54.314329 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-f9be97cc-36d4-4a66-ba93-69331cb2f379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1149350'] for segment, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:54.326659 dv-cinder-843305-1-iscsi neutron-server[83237]: Traceback (most recent call last): May 25 22:50:54.326659 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:50:54.326659 dv-cinder-843305-1-iscsi neutron-server[83237]: timer() May 25 22:50:54.326659 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:50:54.326659 dv-cinder-843305-1-iscsi neutron-server[83237]: cb(*args, **kw) May 25 22:50:54.326659 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:50:54.326659 dv-cinder-843305-1-iscsi neutron-server[83237]: return func(*args, **kwargs) May 25 22:50:54.326659 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:50:54.326659 dv-cinder-843305-1-iscsi neutron-server[83237]: self._notify() May 25 22:50:54.326659 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:50:54.326659 dv-cinder-843305-1-iscsi neutron-server[83237]: self.callback(batched_events) May 25 22:50:54.326659 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:50:54.326659 dv-cinder-843305-1-iscsi neutron-server[83237]: event.method(event) May 25 22:50:54.326659 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:50:54.326659 dv-cinder-843305-1-iscsi neutron-server[83237]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:50:54.326659 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:50:54.326659 dv-cinder-843305-1-iscsi neutron-server[83237]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:50:54.326659 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:50:54.326659 dv-cinder-843305-1-iscsi neutron-server[83237]: return f(self, *a, **k) May 25 22:50:54.326659 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:50:54.326659 dv-cinder-843305-1-iscsi neutron-server[83237]: return self._get(url).json() May 25 22:50:54.326659 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:50:54.326659 dv-cinder-843305-1-iscsi neutron-server[83237]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:50:54.326659 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:50:54.326659 dv-cinder-843305-1-iscsi neutron-server[83237]: return self.request(url, 'GET', **kwargs) May 25 22:50:54.326659 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:50:54.326659 dv-cinder-843305-1-iscsi neutron-server[83237]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:50:54.326659 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:50:54.326659 dv-cinder-843305-1-iscsi neutron-server[83237]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:50:54.326659 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:50:54.326659 dv-cinder-843305-1-iscsi neutron-server[83237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:50:54.326659 dv-cinder-843305-1-iscsi neutron-server[83237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:50:54.403017 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-f9be97cc-36d4-4a66-ba93-69331cb2f379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3103122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335064'] for network, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:54.418167 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-f9be97cc-36d4-4a66-ba93-69331cb2f379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for network, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:54.427956 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9be97cc-36d4-4a66-ba93-69331cb2f379 admin admin] Pushing event deleted for resources: {'Network': ['ID=93fa5388-0472-4921-8b45-2072b4930877,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:50:54.441221 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-f9be97cc-36d4-4a66-ba93-69331cb2f379 admin admin] 10.222.0.39 "DELETE /v2.0/networks/93fa5388-0472-4921-8b45-2072b4930877 HTTP/1.1" status: 204 len: 168 time: 0.9661002 May 25 22:50:54.444132 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 35052) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:50:54.614000 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-26354f55-ed58-4876-a441-cae95b01bc72 None None] Deleting port 6d883ed5-8f41-4c85-a8e4-1558a09adc05 {{(pid=83238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:50:54.614373 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-26354f55-ed58-4876-a441-cae95b01bc72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:54.678646 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-26354f55-ed58-4876-a441-cae95b01bc72 None None] The port '6d883ed5-8f41-4c85-a8e4-1558a09adc05' was deleted {{(pid=83238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 22:50:54.824896 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-d7ea4936-8382-4c99-aee9-4c7f812156f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335576'] for router_interface, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:54.835264 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 5e496257-2475-4326-9a9e-183199fdf99d no longer exists at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:50:54.904246 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] No Port match for: 5e496257-2475-4326-9a9e-183199fdf99d {{(pid=83238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:50:54.904666 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 5e496257-2475-4326-9a9e-183199fdf99d not bound to the agent host dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:50:54.905142 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 6d883ed5-8f41-4c85-a8e4-1558a09adc05 no longer exists at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:50:54.937966 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] No Port match for: 6d883ed5-8f41-4c85-a8e4-1558a09adc05 {{(pid=83238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:50:54.938651 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 6d883ed5-8f41-4c85-a8e4-1558a09adc05 not bound to the agent host dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:50:55.501256 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.plugin [None req-d7ea4936-8382-4c99-aee9-4c7f812156f3 admin admin] Deleting port 79f9ab58-ef9c-4c05-8434-066a8f1cd2d5 {{(pid=83237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:50:55.501586 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-d7ea4936-8382-4c99-aee9-4c7f812156f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:55.675855 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.db [None req-d7ea4936-8382-4c99-aee9-4c7f812156f3 admin admin] For port 79f9ab58-ef9c-4c05-8434-066a8f1cd2d5, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=79f9ab58-ef9c-4c05-8434-066a8f1cd2d5,segment=NetworkSegment(377ca751-614a-477d-b93b-4dd308a2203b),segment_id=377ca751-614a-477d-b93b-4dd308a2203b)] {{(pid=83237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:50:55.676312 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-d7ea4936-8382-4c99-aee9-4c7f812156f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:55.800545 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.plugin [None req-d7ea4936-8382-4c99-aee9-4c7f812156f3 admin admin] Calling delete_port for 79f9ab58-ef9c-4c05-8434-066a8f1cd2d5 owned by network:router_interface {{(pid=83237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:50:55.963415 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-d7ea4936-8382-4c99-aee9-4c7f812156f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1149435'] for port, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:56.006576 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea4936-8382-4c99-aee9-4c7f812156f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=79f9ab58-ef9c-4c05-8434-066a8f1cd2d5,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:50:56.287111 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-d7ea4936-8382-4c99-aee9-4c7f812156f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2759036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-335503'] for router_interface, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:56.949665 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ea4936-8382-4c99-aee9-4c7f812156f3 admin admin] Router c249e4ab-3001-45f5-b422-3a357e5509b9 has already been hosted by L3 agent 47bb51fd-85b1-4f69-8c2f-55894d42b70a {{(pid=83237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:50:57.144828 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ea4936-8382-4c99-aee9-4c7f812156f3 admin admin] Notify agent at l3_agent.dv-cinder-843305-1-iscsi the message routers_updated {{(pid=83237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:50:57.153611 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a41956-bda5-4cb6-bcf1-955e937ef9bd None None] Sync routers for ids ['c249e4ab-3001-45f5-b422-3a357e5509b9'] in dv-cinder-843305-1-iscsi {{(pid=83239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:50:57.160155 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-d7ea4936-8382-4c99-aee9-4c7f812156f3 admin admin] 10.222.0.39 "PUT /v2.0/routers/c249e4ab-3001-45f5-b422-3a357e5509b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7150552 May 25 22:50:57.162624 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 35058) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:50:57.165562 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a41956-bda5-4cb6-bcf1-955e937ef9bd None None] Routers {'c249e4ab-3001-45f5-b422-3a357e5509b9'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:50:57.166167 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-99a41956-bda5-4cb6-bcf1-955e937ef9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:50:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['c249e4ab-3001-45f5-b422-3a357e5509b9'], 'active': True} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:50:57.340856 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvr_db [None req-99a41956-bda5-4cb6-bcf1-955e937ef9bd None None] Set router c249e4ab-3001-45f5-b422-3a357e5509b9 gateway port host: dv-cinder-843305-1-iscsi {{(pid=83239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:50:57.354929 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-5676c559-52f1-4ed4-bf46-cca6eb084959 admin admin] Notify callbacks [] for router, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:57.554027 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-5676c559-52f1-4ed4-bf46-cca6eb084959 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:57.563619 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.plugin [None req-5676c559-52f1-4ed4-bf46-cca6eb084959 admin admin] Deleting port b98c8895-5e6a-41d5-ae2c-0c811822d426 {{(pid=83237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:50:57.563945 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-5676c559-52f1-4ed4-bf46-cca6eb084959 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:57.621547 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-99a41956-bda5-4cb6-bcf1-955e937ef9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c249e4ab-3001-45f5-b422-3a357e5509b9', 'name': 'tempest-TestVolumeBootPattern-1625681272-router', 'tenant_id': 'fb7de884c28944259a59c7a4e1b4ece3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'external_fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'b98c8895-5e6a-41d5-ae2c-0c811822d426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:43:49Z', 'updated_at': '2022-05-25T22:50:55Z', 'revision_number': 5, 'project_id': 'fb7de884c28944259a59c7a4e1b4ece3', 'gw_port': {'id': 'b98c8895-5e6a-41d5-ae2c-0c811822d426', 'name': '', 'network_id': 'cb39d3ef-31f0-4e66-970b-4cb0d379e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:60:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c249e4ab-3001-45f5-b422-3a357e5509b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:50Z', 'updated_at': '2022-05-25T22:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ff22ee7-6206-48b0-b7ae-e7396fe607ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-1-iscsi'}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:50:57.625317 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a41956-bda5-4cb6-bcf1-955e937ef9bd None None] Checking router: c249e4ab-3001-45f5-b422-3a357e5509b9 for host: dv-cinder-843305-1-iscsi {{(pid=83239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:50:57.636934 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a41956-bda5-4cb6-bcf1-955e937ef9bd None None] Routers {'c249e4ab-3001-45f5-b422-3a357e5509b9'} bound to L3 agent in host dv-cinder-843305-1-iscsi {{(pid=83239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:50:57.637528 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-99a41956-bda5-4cb6-bcf1-955e937ef9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:24:02Z,description=,heartbeat_timestamp=2022-05-25T22:50:32Z,host='dv-cinder-843305-1-iscsi',id=47bb51fd-85b1-4f69-8c2f-55894d42b70a,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:24:02Z,topic='l3_agent')) {'router_ids': ['c249e4ab-3001-45f5-b422-3a357e5509b9'], 'active': True} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:50:57.739358 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.db [None req-5676c559-52f1-4ed4-bf46-cca6eb084959 admin admin] For port b98c8895-5e6a-41d5-ae2c-0c811822d426, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=b98c8895-5e6a-41d5-ae2c-0c811822d426,segment=NetworkSegment(877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e),segment_id=877d4a33-f1e2-45da-b7e8-b3eab5d5cf0e)] {{(pid=83237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:50:57.739736 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-5676c559-52f1-4ed4-bf46-cca6eb084959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:57.799197 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_dvr_db [None req-99a41956-bda5-4cb6-bcf1-955e937ef9bd None None] Set router c249e4ab-3001-45f5-b422-3a357e5509b9 gateway port host: None {{(pid=83239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:50:57.855884 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.plugin [None req-5676c559-52f1-4ed4-bf46-cca6eb084959 admin admin] Calling delete_port for b98c8895-5e6a-41d5-ae2c-0c811822d426 owned by network:router_gateway {{(pid=83237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:50:57.903126 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.l3_hamode_db [None req-99a41956-bda5-4cb6-bcf1-955e937ef9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c249e4ab-3001-45f5-b422-3a357e5509b9', 'name': 'tempest-TestVolumeBootPattern-1625681272-router', 'tenant_id': 'fb7de884c28944259a59c7a4e1b4ece3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:43:49Z', 'updated_at': '2022-05-25T22:50:57Z', 'revision_number': 6, 'project_id': 'fb7de884c28944259a59c7a4e1b4ece3', 'gw_port_host': None}], 'dv-cinder-843305-1-iscsi', False) {} {{(pid=83239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:50:57.907178 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a41956-bda5-4cb6-bcf1-955e937ef9bd None None] The sync data for ids ['c249e4ab-3001-45f5-b422-3a357e5509b9'] in dv-cinder-843305-1-iscsi is: [{'id': 'c249e4ab-3001-45f5-b422-3a357e5509b9', 'name': 'tempest-TestVolumeBootPattern-1625681272-router', 'tenant_id': 'fb7de884c28944259a59c7a4e1b4ece3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:43:49Z', 'updated_at': '2022-05-25T22:50:57Z', 'revision_number': 6, 'project_id': 'fb7de884c28944259a59c7a4e1b4ece3', 'gw_port_host': None}] {{(pid=83239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:50:58.107783 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-5676c559-52f1-4ed4-bf46-cca6eb084959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1149435'] for port, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:58.150363 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5676c559-52f1-4ed4-bf46-cca6eb084959 admin admin] Pushing event deleted for resources: {'Port': ['ID=b98c8895-5e6a-41d5-ae2c-0c811822d426,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:50:58.372578 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-5676c559-52f1-4ed4-bf46-cca6eb084959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-335045'] for router_gateway, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:58.623429 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-5676c559-52f1-4ed4-bf46-cca6eb084959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-332341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13637'] for router, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:58.627650 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-5676c559-52f1-4ed4-bf46-cca6eb084959 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:58.653967 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-5676c559-52f1-4ed4-bf46-cca6eb084959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-332441'] for router, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:58.654476 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5676c559-52f1-4ed4-bf46-cca6eb084959 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c249e4ab-3001-45f5-b422-3a357e5509b9 {{(pid=83237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:50:58.667600 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-5676c559-52f1-4ed4-bf46-cca6eb084959 admin admin] Notify callbacks [] for router, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:58.670497 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-5676c559-52f1-4ed4-bf46-cca6eb084959 admin admin] 10.222.0.39 "DELETE /v2.0/routers/c249e4ab-3001-45f5-b422-3a357e5509b9 HTTP/1.1" status: 204 len: 168 time: 1.5051389 May 25 22:50:58.671213 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 35062) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:50:58.729218 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.db_base_plugin_v2 [None req-df93ccb7-9645-40aa-9844-004f6b6d414e admin admin] Deleting subnet 08154205-7726-460d-b9d8-e286ce67d11a {{(pid=83237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:50:58.732425 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-df93ccb7-9645-40aa-9844-004f6b6d414e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:58.782428 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-df93ccb7-9645-40aa-9844-004f6b6d414e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3678361'] for subnet, precommit_delete_associations {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:58.841478 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 79f9ab58-ef9c-4c05-8434-066a8f1cd2d5 no longer exists at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:50:58.878366 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] No Port match for: 79f9ab58-ef9c-4c05-8434-066a8f1cd2d5 {{(pid=83238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:50:58.878987 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 79f9ab58-ef9c-4c05-8434-066a8f1cd2d5 not bound to the agent host dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:50:58.879599 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device b98c8895-5e6a-41d5-ae2c-0c811822d426 no longer exists at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:50:58.883359 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-df93ccb7-9645-40aa-9844-004f6b6d414e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3099660'] for subnet, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:58.913776 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] No Port match for: b98c8895-5e6a-41d5-ae2c-0c811822d426 {{(pid=83238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:50:58.914336 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device b98c8895-5e6a-41d5-ae2c-0c811822d426 not bound to the agent host dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:50:58.955980 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-df93ccb7-9645-40aa-9844-004f6b6d414e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3099653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1149384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497327'] for subnet, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:58.996084 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df93ccb7-9645-40aa-9844-004f6b6d414e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08154205-7726-460d-b9d8-e286ce67d11a,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:50:59.001353 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-df93ccb7-9645-40aa-9844-004f6b6d414e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for subnet, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:59.006785 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0456ef43-88c6-47ad-8af9-8ab6d2688bcf None None] Network db2b12a7-a0f4-4150-8f87-0d63adf4e7d5 requested from dv-cinder-843305-1-iscsi {{(pid=83238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:50:59.008580 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-df93ccb7-9645-40aa-9844-004f6b6d414e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/08154205-7726-460d-b9d8-e286ce67d11a HTTP/1.1" status: 204 len: 168 time: 0.3362260 May 25 22:50:59.010826 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 35068) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:50:59.110846 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-4e75c53e-efc0-4469-861f-3c5d4b4fc219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1111784'] for network, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:59.121691 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.plugin [None req-4e75c53e-efc0-4469-861f-3c5d4b4fc219 admin admin] Deleting port 96e8fc9f-0381-4618-8a07-329ec7f739a9 {{(pid=83237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:50:59.122010 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-4e75c53e-efc0-4469-861f-3c5d4b4fc219 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:59.243948 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3b20b1-5e48-42ef-b11d-41b69fb0bb5a None None] DHCP port deletion for db2b12a7-a0f4-4150-8f87-0d63adf4e7d5 request from dv-cinder-843305-1-iscsi {{(pid=83238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:50:59.248171 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-2f3b20b1-5e48-42ef-b11d-41b69fb0bb5a None None] Deleting port 96e8fc9f-0381-4618-8a07-329ec7f739a9 {{(pid=83238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:50:59.248538 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-2f3b20b1-5e48-42ef-b11d-41b69fb0bb5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:59.324378 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.db [None req-4e75c53e-efc0-4469-861f-3c5d4b4fc219 admin admin] For port 96e8fc9f-0381-4618-8a07-329ec7f739a9, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=96e8fc9f-0381-4618-8a07-329ec7f739a9,segment=NetworkSegment(377ca751-614a-477d-b93b-4dd308a2203b),segment_id=377ca751-614a-477d-b93b-4dd308a2203b)] {{(pid=83237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:50:59.325000 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-4e75c53e-efc0-4469-861f-3c5d4b4fc219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:59.450435 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.db [None req-2f3b20b1-5e48-42ef-b11d-41b69fb0bb5a None None] For port 96e8fc9f-0381-4618-8a07-329ec7f739a9, host dv-cinder-843305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-1-iscsi',level=0,port_id=96e8fc9f-0381-4618-8a07-329ec7f739a9,segment=NetworkSegment(377ca751-614a-477d-b93b-4dd308a2203b),segment_id=377ca751-614a-477d-b93b-4dd308a2203b)] {{(pid=83238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:50:59.450740 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-2f3b20b1-5e48-42ef-b11d-41b69fb0bb5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929834'] for port, precommit_delete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:59.537849 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.plugin [None req-4e75c53e-efc0-4469-861f-3c5d4b4fc219 admin admin] Calling delete_port for 96e8fc9f-0381-4618-8a07-329ec7f739a9 owned by network:dhcp {{(pid=83237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:50:59.578536 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-2f3b20b1-5e48-42ef-b11d-41b69fb0bb5a None None] Calling delete_port for 96e8fc9f-0381-4618-8a07-329ec7f739a9 owned by network:dhcp {{(pid=83238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:50:59.617361 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-4e75c53e-efc0-4469-861f-3c5d4b4fc219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1128623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744689680532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744689339028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1149435'] for port, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:59.649349 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.db.api [None req-2f3b20b1-5e48-42ef-b11d-41b69fb0bb5a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:50:59.649677 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG oslo_db.api [None req-2f3b20b1-5e48-42ef-b11d-41b69fb0bb5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:50:59.661974 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e75c53e-efc0-4469-861f-3c5d4b4fc219 admin admin] Pushing event deleted for resources: {'Port': ['ID=96e8fc9f-0381-4618-8a07-329ec7f739a9,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:50:59.666901 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e75c53e-efc0-4469-861f-3c5d4b4fc219 admin admin] No DVR routers for this DVR port 96e8fc9f-0381-4618-8a07-329ec7f739a9 on host dv-cinder-843305-1-iscsi {{(pid=83237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:50:59.672369 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-c1e75fd5-8891-4f7c-8af8-0c22e737bfd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:59.778182 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-4e75c53e-efc0-4469-861f-3c5d4b4fc219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3103129', 'neutron.services.segments.db._delete_segments_for_network-8744689775481'] for network, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:59.802499 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.services.segments.db [None req-4e75c53e-efc0-4469-861f-3c5d4b4fc219 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db2b12a7-a0f4-4150-8f87-0d63adf4e7d5']}} {{(pid=83237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:50:59.814588 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.services.segments.db [None req-4e75c53e-efc0-4469-861f-3c5d4b4fc219 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '377ca751-614a-477d-b93b-4dd308a2203b') {'for_net_delete': True} {{(pid=83237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:50:59.814879 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.services.segments.db [None req-4e75c53e-efc0-4469-861f-3c5d4b4fc219 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '377ca751-614a-477d-b93b-4dd308a2203b') {} {{(pid=83237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:50:59.825724 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-4e75c53e-efc0-4469-861f-3c5d4b4fc219 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744689775364', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680106'] for segment, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:59.844097 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-4e75c53e-efc0-4469-861f-3c5d4b4fc219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:59.850005 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e75c53e-efc0-4469-861f-3c5d4b4fc219 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=83237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:50:59.850373 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-4e75c53e-efc0-4469-861f-3c5d4b4fc219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1149350'] for segment, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:59.863316 dv-cinder-843305-1-iscsi neutron-server[83237]: Traceback (most recent call last): May 25 22:50:59.863316 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:50:59.863316 dv-cinder-843305-1-iscsi neutron-server[83237]: timer() May 25 22:50:59.863316 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:50:59.863316 dv-cinder-843305-1-iscsi neutron-server[83237]: cb(*args, **kw) May 25 22:50:59.863316 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:50:59.863316 dv-cinder-843305-1-iscsi neutron-server[83237]: return func(*args, **kwargs) May 25 22:50:59.863316 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:50:59.863316 dv-cinder-843305-1-iscsi neutron-server[83237]: self._notify() May 25 22:50:59.863316 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:50:59.863316 dv-cinder-843305-1-iscsi neutron-server[83237]: self.callback(batched_events) May 25 22:50:59.863316 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:50:59.863316 dv-cinder-843305-1-iscsi neutron-server[83237]: event.method(event) May 25 22:50:59.863316 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:50:59.863316 dv-cinder-843305-1-iscsi neutron-server[83237]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:50:59.863316 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:50:59.863316 dv-cinder-843305-1-iscsi neutron-server[83237]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:50:59.863316 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:50:59.863316 dv-cinder-843305-1-iscsi neutron-server[83237]: return f(self, *a, **k) May 25 22:50:59.863316 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:50:59.863316 dv-cinder-843305-1-iscsi neutron-server[83237]: return self._get(url).json() May 25 22:50:59.863316 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:50:59.863316 dv-cinder-843305-1-iscsi neutron-server[83237]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:50:59.863316 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:50:59.863316 dv-cinder-843305-1-iscsi neutron-server[83237]: return self.request(url, 'GET', **kwargs) May 25 22:50:59.863316 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:50:59.863316 dv-cinder-843305-1-iscsi neutron-server[83237]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:50:59.863316 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:50:59.863316 dv-cinder-843305-1-iscsi neutron-server[83237]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:50:59.863316 dv-cinder-843305-1-iscsi neutron-server[83237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:50:59.863316 dv-cinder-843305-1-iscsi neutron-server[83237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:50:59.863316 dv-cinder-843305-1-iscsi neutron-server[83237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:50:59.935329 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-4e75c53e-efc0-4469-861f-3c5d4b4fc219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3103122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2759057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-335064'] for network, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:59.950577 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-4e75c53e-efc0-4469-861f-3c5d4b4fc219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2759064'] for network, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:59.960193 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e75c53e-efc0-4469-861f-3c5d4b4fc219 admin admin] Pushing event deleted for resources: {'Network': ['ID=db2b12a7-a0f4-4150-8f87-0d63adf4e7d5,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:50:59.967274 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-4e75c53e-efc0-4469-861f-3c5d4b4fc219 admin admin] 10.222.0.39 "DELETE /v2.0/networks/db2b12a7-a0f4-4150-8f87-0d63adf4e7d5 HTTP/1.1" status: 204 len: 168 time: 0.9553463 May 25 22:51:00.101956 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 35074) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:00.151254 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-2f3b20b1-5e48-42ef-b11d-41b69fb0bb5a None None] Deleting port 96e8fc9f-0381-4618-8a07-329ec7f739a9 {{(pid=83238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:51:00.151829 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-2f3b20b1-5e48-42ef-b11d-41b69fb0bb5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744689840851'] for port, before_delete {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:00.153212 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-9920e66a-7cce-49c5-a359-29dab81970c4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=28b7b6745c42484aba92bb70a964e120&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0494087 May 25 22:51:00.155695 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [-] (83236) accepted ('10.222.0.39', 35078) {{(pid=83236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:00.212795 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-2f3b20b1-5e48-42ef-b11d-41b69fb0bb5a None None] The port '96e8fc9f-0381-4618-8a07-329ec7f739a9' was deleted {{(pid=83238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 22:51:00.218664 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-3f4930a3-dd16-4117-8fb9-46796b0f0f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:00.244196 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-3f4930a3-dd16-4117-8fb9-46796b0f0f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:00.294032 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-3f4930a3-dd16-4117-8fb9-46796b0f0f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:00.309212 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4930a3-dd16-4117-8fb9-46796b0f0f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc8414e-2e60-4e86-8fc5-f62cb8171e78,revision_number=None']} {{(pid=83236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:00.317220 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron_lib.callbacks.manager [None req-3f4930a3-dd16-4117-8fb9-46796b0f0f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:00.318248 dv-cinder-843305-1-iscsi neutron-server[83236]: INFO neutron.wsgi [None req-3f4930a3-dd16-4117-8fb9-46796b0f0f46 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4fc8414e-2e60-4e86-8fc5-f62cb8171e78 HTTP/1.1" status: 204 len: 168 time: 0.1615295 May 25 22:51:00.701552 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 35086) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:00.759022 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-40980c38-a26f-4275-b0d1-13ce0186a7f5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fb7de884c28944259a59c7a4e1b4ece3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0563262 May 25 22:51:00.761506 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.wsgi [-] (83237) accepted ('10.222.0.39', 35090) {{(pid=83237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:00.821773 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-b61385c5-1993-40c7-b840-a12a62f986ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:00.831962 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 96e8fc9f-0381-4618-8a07-329ec7f739a9 no longer exists at agent ovs-agent-dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:51:00.847634 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-b61385c5-1993-40c7-b840-a12a62f986ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:00.868260 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.plugin [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] No Port match for: 96e8fc9f-0381-4618-8a07-329ec7f739a9 {{(pid=83238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:51:00.868613 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron.plugins.ml2.rpc [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Device 96e8fc9f-0381-4618-8a07-329ec7f739a9 not bound to the agent host dv-cinder-843305-1-iscsi {{(pid=83238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:51:00.901010 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-b61385c5-1993-40c7-b840-a12a62f986ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3924927'] for security_group, after_delete {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:00.918741 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61385c5-1993-40c7-b840-a12a62f986ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74a6a80-d4dd-419c-9edd-9fa5ef05a131,revision_number=None']} {{(pid=83237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:00.922203 dv-cinder-843305-1-iscsi neutron-server[83237]: DEBUG neutron_lib.callbacks.manager [None req-b61385c5-1993-40c7-b840-a12a62f986ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=83237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:00.923488 dv-cinder-843305-1-iscsi neutron-server[83237]: INFO neutron.wsgi [None req-b61385c5-1993-40c7-b840-a12a62f986ed admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d74a6a80-d4dd-419c-9edd-9fa5ef05a131 HTTP/1.1" status: 204 len: 168 time: 0.1608717 May 25 22:51:01.868524 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-7b35edf5-692a-4ca2-a488-1e854964cdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:02.964082 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:03.122320 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:04.417502 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:11.883352 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:13.386837 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.agents_db [None req-9a0b4f36-fcd8-49b0-a2d4-59f1c5f7edf0 None None] Agent healthcheck: found 6 active agents {{(pid=83239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:51:29.674162 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-4cbb180d-e931-48b4-a3b3-1e9769f20893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:31.866799 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-e23ee6bf-541d-4783-9963-d2a1766150a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:32.967275 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:33.123712 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:34.419900 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:41.890391 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:50.388902 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.agents_db [None req-9a0b4f36-fcd8-49b0-a2d4-59f1c5f7edf0 None None] Agent healthcheck: found 6 active agents {{(pid=83239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:51:59.675018 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-332ad159-32d5-491d-8955-2962e698b52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:01.869094 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-7878a294-576c-412b-82d0-86a98343bb1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:02.970017 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:03.125786 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:04.422737 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:11.893722 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:27.388819 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.agents_db [None req-9a0b4f36-fcd8-49b0-a2d4-59f1c5f7edf0 None None] Agent healthcheck: found 6 active agents {{(pid=83239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:52:29.677853 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-30e7d171-e1b4-4ae5-a7e3-8ab54ce0ff3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:31.871547 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-f1f2fdec-c41d-4d58-91fd-d177eac2a5c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:32.972626 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:33.128129 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:34.425697 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:41.893021 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:51.726122 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [req-a0d8b432-49c9-4f1c-a8da-4b46056f86d6 req-f071dff4-df3c-40bd-b4bb-9c9f754539e7 service neutron] (83236) timed out ('10.222.0.39', 57636) {{(pid=83236) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 25 22:52:59.682360 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-e4e0964c-3754-40ab-8c98-bcb5fd8d90d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:01.873416 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-46b74ba0-8227-4487-aec1-b0eae0a12182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:02.976146 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:03.130450 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:04.389868 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.agents_db [None req-9a0b4f36-fcd8-49b0-a2d4-59f1c5f7edf0 None None] Agent healthcheck: found 6 active agents {{(pid=83239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:53:04.428816 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:11.893781 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:29.684840 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-cbc10950-0e5a-4110-90f5-5a65c4c92e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:31.874981 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-8086d477-cde3-407a-af9f-ebb9aead57ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:32.979778 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:33.133240 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:34.432771 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:41.390921 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.agents_db [None req-9a0b4f36-fcd8-49b0-a2d4-59f1c5f7edf0 None None] Agent healthcheck: found 6 active agents {{(pid=83239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:53:41.906160 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:45.039341 dv-cinder-843305-1-iscsi neutron-server[83236]: DEBUG neutron.wsgi [req-71e68179-8cf9-4e7b-840d-412ac7c70e01 req-140e8ac0-6625-4126-94e9-34a79826be34 service neutron] (83236) timed out ('10.222.0.39', 56894) {{(pid=83236) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 25 22:53:59.689721 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-eea38b63-b983-4bd0-87f0-9802d51642f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:01.876368 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d79ba2bb-57a1-44fa-b1e5-a314ac9f2829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:02.981649 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:03.135355 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:04.435002 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:11.904655 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:18.391467 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.agents_db [None req-9a0b4f36-fcd8-49b0-a2d4-59f1c5f7edf0 None None] Agent healthcheck: found 6 active agents {{(pid=83239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:54:29.691387 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-f8bef992-0930-432b-bce2-9bfb4dfc203f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:31.879236 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-84bb49bd-56c4-4080-99c0-f24d6b386349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:32.984243 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:33.136736 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:34.438085 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:41.904722 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:55.391309 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.agents_db [None req-9a0b4f36-fcd8-49b0-a2d4-59f1c5f7edf0 None None] Agent healthcheck: found 6 active agents {{(pid=83239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:54:59.693076 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-13c39a68-e07c-4792-962d-421895a84dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:01.880652 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-e481e5aa-30db-4216-8367-5d13f040691c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:02.988735 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:03.138434 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:04.440663 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:11.918350 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:29.695407 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-88364194-dd0a-4c9c-9c76-d8381e1c7560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:31.884712 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-375e484a-a1a3-49ef-8507-6226fb193f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:32.390811 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.agents_db [None req-9a0b4f36-fcd8-49b0-a2d4-59f1c5f7edf0 None None] Agent healthcheck: found 6 active agents {{(pid=83239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:55:32.989947 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:33.138717 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:34.443283 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:41.918022 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:59.696805 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-e9b2dcb6-7ae7-4dd6-bff7-9cdc6a4c1fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:01.886357 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-ffaa3f43-159e-4d83-a85b-5f8aeb8451bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:03.005843 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-d41340a2-5624-4b17-91b6-98c59f2ca783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:03.141564 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-1ae46077-12a4-496a-90a1-0400dd3af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:04.447600 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-77f11a5a-1cd8-45c8-8891-2c6c367c9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:09.392076 dv-cinder-843305-1-iscsi neutron-server[83239]: DEBUG neutron.db.agents_db [None req-9a0b4f36-fcd8-49b0-a2d4-59f1c5f7edf0 None None] Agent healthcheck: found 6 active agents {{(pid=83239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:56:11.916770 dv-cinder-843305-1-iscsi neutron-server[83238]: DEBUG neutron_lib.callbacks.manager [None req-28697637-b026-4c7e-953b-4475c7c61166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744689775463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3105689'] for agent, after_update {{(pid=83238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}